-- Logs begin at Wed 2022-04-06 13:04:34 UTC, end at Wed 2022-04-06 14:11:38 UTC. -- Apr 06 13:42:06.845870 dv-cinder-827554-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 13:42:09.907025 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:42:09.907735 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 13:42:09.907951 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:42:09.911299 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:42:09.911555 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 13:42:09.911865 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:42:09.912822 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:42:09.913052 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:42:09.913402 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:42:09.913672 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:42:09.913869 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:42:09.914319 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.914736 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 13:42:09.915061 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.915354 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.915644 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.915939 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.916225 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.916507 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.916792 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.917168 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.917524 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.917871 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.918213 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.918571 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.918928 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.919219 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.919504 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.919787 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] debug = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.920071 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.920491 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.920925 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.921204 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.921491 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.921795 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.922050 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.922328 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.922623 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.923015 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] host = dv-cinder-827554-3-iscsi {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.923402 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.923697 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.923983 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.924268 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.924544 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.924821 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.925105 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.925378 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.925651 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.925922 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.926209 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.926496 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.926805 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.927031 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.927253 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.927537 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.927819 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.928091 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.928368 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.928640 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.928911 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.929182 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.929448 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.929729 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.930009 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.930291 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.930563 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.930859 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.931130 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.931399 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.931687 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.931956 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.932227 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.932501 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.932785 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.933043 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.933312 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.933612 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.933895 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.934178 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.934455 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.934747 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.935029 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.935299 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.935568 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.935842 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] use_json = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.936107 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.936376 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.936656 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.936927 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.937197 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.937467 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.937738 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.938019 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.938317 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:09.938617 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.938939 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.939236 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.939533 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.939821 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.940097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.940383 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.940658 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.940944 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.941229 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.941519 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.941800 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.942102 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.942395 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.942690 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.943021 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.943315 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.943605 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.943881 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.944157 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.944434 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.944714 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.945001 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.945280 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.945567 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.945854 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.946130 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.946426 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.946728 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.947024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.947314 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.947595 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.947876 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.948166 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.948445 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.948718 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.948997 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.949285 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.949567 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.949840 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.950129 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.950410 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.950684 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.950980 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.951260 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.951552 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.951828 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.952098 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.952370 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.952648 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.952920 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.953215 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.953493 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.953763 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.954096 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.954392 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.954652 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.954953 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.955232 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.955504 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.955780 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.956054 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.956424 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.956756 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.957085 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.957413 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.957742 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.958076 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.958406 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.958684 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.959005 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.959279 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.959555 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.959827 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.960118 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.960420 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.960701 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.960985 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.961263 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.961541 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.961818 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.962093 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.962368 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.962645 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.962948 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.963246 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.963529 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.963819 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.964127 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.964405 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.964702 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.964982 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.965260 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.965541 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.965821 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.966100 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.966386 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.966672 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.967018 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.967315 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.967612 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.967907 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.968211 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.968491 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.968810 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.969093 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:09.969314 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:42:09.969605 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109688) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 13:42:10.360816 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 13:42:10.361095 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 13:42:10.361362 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 13:42:10.361722 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 13:42:10.706257 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.706522 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.706997 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.708224 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.708493 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.710676 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.765639 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.765910 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.766183 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.781561 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.781805 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.782142 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.813367 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.813628 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.813919 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.850222 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.850476 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:10.850793 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.215870 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.216593 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.216593 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.216806 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.217560 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.322614 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.322961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.323246 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.323518 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.323786 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.324097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.324358 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.324618 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.324877 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.325156 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.325399 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.325659 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.325914 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.326164 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.326417 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.326682 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.326958 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.327229 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.327483 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.327741 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.328013 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.328267 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.328549 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.328954 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.329208 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.329454 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.329970 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:11.330212 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:11.330451 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:11.330689 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:11.330947 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:11.331184 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:11.331561 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 13:42:11.335062 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 13:42:11.339905 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 13:42:11.343992 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 06 13:42:11.345720 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 13:42:11.346202 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 13:42:11.346538 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 13:42:11.346962 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 13:42:11.351353 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 13:42:11.351646 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 13:42:11.352006 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:42:11.357045 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 13:42:11.382308 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 13:42:11.382719 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.383044 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109688) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 13:42:11.383433 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.385007 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109688) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 13:42:11.385302 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:42:11.385552 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 13:42:11.389251 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.389535 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:11.453568 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 13:42:11.453822 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 13:42:11.454037 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 13:42:11.454423 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 13:42:11.476466 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_db.sqlalchemy.engines [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 13:42:11.936210 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing driver for type 'gre' Apr 06 13:42:11.936746 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] gre ID ranges: [(1, 1000)] Apr 06 13:42:11.991823 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing driver for type 'local' Apr 06 13:42:11.992220 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing driver for type 'vlan' Apr 06 13:42:12.008629 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] VlanTypeDriver initialization complete Apr 06 13:42:12.008990 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing driver for type 'vxlan' Apr 06 13:42:12.009493 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] vxlan ID ranges: [(1, 1000)] Apr 06 13:42:12.062813 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing extension driver 'port_security' Apr 06 13:42:12.063166 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] PortSecurityExtensionDriver initialization complete Apr 06 13:42:12.063572 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing mechanism driver 'openvswitch' Apr 06 13:42:12.063899 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing mechanism driver 'hyperv' Apr 06 13:42:12.071121 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.plugin [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:12.072022 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.072400 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.072759 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.073335 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:42:12.073784 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.074140 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.074488 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.074921 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:42:12.075338 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.075687 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.076030 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.076415 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:42:12.076830 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > security_group after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.077187 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > security_group after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.077530 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.077929 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:42:12.078341 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.078686 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.079095 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.079491 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:42:12.079903 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > address_group after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.080252 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > address_group after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.080590 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.080987 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:42:12.081440 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] ML2 OVO RPC backend initialized. {{(pid=109688) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 13:42:12.082239 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.082600 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.083059 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.083396 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > networks before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.083751 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.084100 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > ports before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.084446 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.084791 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnets before_response 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.085139 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.085483 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.085824 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.086164 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.086503 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.086873 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.087211 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.087551 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.087886 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.096025 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded quota_driver: . Apr 06 13:42:12.096402 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.plugin [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Modular L2 Plugin initialization complete Apr 06 13:42:12.096750 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading services supported by the core plugin {{(pid=109688) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 13:42:12.097105 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.plugins.ml2.managers [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Got port-security extension from driver 'port_security' Apr 06 13:42:12.097625 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.extensions.vlantransparent [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Disabled vlantransparent extension. Apr 06 13:42:12.098135 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109688) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 13:42:12.098457 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: router Apr 06 13:42:12.135689 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.136096 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_create 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.136473 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router before_create 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.136855 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.137217 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.137575 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_delete 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.137936 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.138278 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.138690 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_create 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.139049 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_update 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.139353 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_update 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.139740 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.140101 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_update 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.140528 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_update 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.140927 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.141272 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.141681 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: subnet after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.142038 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.142390 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.143120 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_create 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.143473 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.143817 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.144177 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router after_update 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.144521 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.144878 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_create 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.145244 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.145593 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_update 55549900 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.145962 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > agent after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.146494 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > agent after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.146863 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > network after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.147822 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Tracking information for resource: router configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:12.148154 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Tracking information for resource: floatingip configured {{(pid=109688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:42:12.153542 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.db.l3_agentschedulers_db [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 13:42:12.154147 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.154522 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port after_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.154915 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port after_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.155274 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: port after_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.156109 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router before_create 55550100 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.156481 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.156846 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_create 55550100 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.157236 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > router precommit_update 55550100 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.162370 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.provider_configuration [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service providers = [] {{(pid=109688) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 13:42:12.162729 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.db.servicetype_db [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109688) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 13:42:12.165968 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.service_base [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:42:12.166320 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.service_base [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:42:12.166670 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.service_base [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:42:12.167645 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.services.service_base [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:42:12.168027 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.services.service_base [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 13:42:12.168636 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.168765 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 13:42:12.188984 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.189217 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: auto_allocate Apr 06 13:42:12.195226 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: network precommit_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.195695 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: network precommit_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.196147 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.196466 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: tag Apr 06 13:42:12.203783 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.204180 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: timestamp Apr 06 13:42:12.208237 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.208574 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: network_ip_availability Apr 06 13:42:12.214269 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.214649 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.215042 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.215810 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.216150 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: flavors Apr 06 13:42:12.223012 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.223350 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading Plugin: revisions Apr 06 13:42:12.228112 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:42:12.228524 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_concurrency.lockutils [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=109688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 13:42:12.229298 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109688) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 13:42:12.229671 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Initializing extension manager. Apr 06 13:42:12.230209 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: __init__.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.230555 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: __pycache__ {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.230936 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: address_group.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.231787 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.232406 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: address-group Apr 06 13:42:12.232729 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: address_scope.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.233442 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.233960 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: address-scope Apr 06 13:42:12.234283 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.235425 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.235956 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: router-admin-state-down-before-update Apr 06 13:42:12.236265 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: agent.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.237022 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.237538 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: agent Apr 06 13:42:12.237864 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: agent_resources_synced.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.238898 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.239414 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: agent-resources-synced Apr 06 13:42:12.239743 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: allowedaddresspairs.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.241702 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.242252 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: allowed-address-pairs Apr 06 13:42:12.242579 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: auto_allocated_topology.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.243777 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.244305 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: auto-allocated-topology Apr 06 13:42:12.244628 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: availability_zone.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.245357 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.245871 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: availability_zone Apr 06 13:42:12.246190 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: availability_zone_filter.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.247204 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.247715 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: availability_zone_filter Apr 06 13:42:12.248041 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: data_plane_status.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.250143 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.250666 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 13:42:12.251054 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: default_subnetpools.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.251988 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.252500 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: default-subnetpools Apr 06 13:42:12.252826 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.253704 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.254222 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: dhcp_agent_scheduler Apr 06 13:42:12.254549 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: dns.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.255564 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.256079 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 13:42:12.256404 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: dns_domain_ports.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.257335 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.257844 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 13:42:12.258166 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.259123 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.259634 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 13:42:12.259957 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: dvr.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.260644 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.261159 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: dvr Apr 06 13:42:12.261482 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: ecmp_routes.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.262399 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.262942 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 13:42:12.263266 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: empty_string_filtering.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.264177 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.264682 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: empty-string-filtering Apr 06 13:42:12.265004 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.265915 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.266449 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:42:12.266830 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.268105 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.268605 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 13:42:12.268926 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: external_net.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.269847 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.270359 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: external-net Apr 06 13:42:12.270682 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.271660 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.272166 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: extra_dhcp_opt Apr 06 13:42:12.272517 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: extraroute.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.273436 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.273943 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: extraroute Apr 06 13:42:12.274262 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: extraroute_atomic.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.275399 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.275922 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: extraroute-atomic Apr 06 13:42:12.276247 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: filter_validation.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.276943 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.277450 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: filter-validation Apr 06 13:42:12.277773 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: fip_pf_description.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.278768 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.279274 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 13:42:12.279597 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: fip_pf_port_range.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.280544 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.281045 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 13:42:12.281370 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: fip_port_details.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.282590 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.283135 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: fip-port-details Apr 06 13:42:12.283463 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: flavors.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.284759 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.285321 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: flavors Apr 06 13:42:12.285648 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.287440 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.287985 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 13:42:12.288327 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: floatingip_pools.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.289063 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.289621 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: floatingip-pools Apr 06 13:42:12.289959 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: ip_allocation.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.290975 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.291495 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 13:42:12.291826 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.292763 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.293276 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: ip-substring-filtering Apr 06 13:42:12.293605 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l2_adjacency.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.294563 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.295107 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 13:42:12.295436 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.296477 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.297007 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: router Apr 06 13:42:12.297336 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.299803 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.300348 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:42:12.300680 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.301609 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.302125 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: ext-gw-mode Apr 06 13:42:12.302454 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.303441 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.303950 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: l3-ha Apr 06 13:42:12.304255 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.305179 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.305689 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 13:42:12.306015 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_flavors.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.306991 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.307505 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: l3-flavors Apr 06 13:42:12.307829 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.309262 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.309797 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 13:42:12.310124 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.311111 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.311632 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 13:42:12.311965 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: l3agentscheduler.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.313097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.313649 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: l3_agent_scheduler Apr 06 13:42:12.313974 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: local_ip.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.315896 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.316429 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension local_ip not supported by any of loaded plugins Apr 06 13:42:12.316767 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: logging.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.318444 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.319039 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension logging not supported by any of loaded plugins Apr 06 13:42:12.319365 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: metering.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.320114 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.320718 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: metering Apr 06 13:42:12.321033 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.322197 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.322715 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: metering_source_and_destination_fields Apr 06 13:42:12.323075 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: multiprovidernet.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.324020 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.324538 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: multi-provider Apr 06 13:42:12.324863 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: netmtu.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.325804 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.326308 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: net-mtu Apr 06 13:42:12.326628 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: netmtu_writable.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.327591 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.328103 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: net-mtu-writable Apr 06 13:42:12.328425 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: network_availability_zone.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.329185 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.329704 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: network_availability_zone Apr 06 13:42:12.330024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: network_ip_availability.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.331301 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.331835 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: network-ip-availability Apr 06 13:42:12.332163 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: network_segment_range.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.333006 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.333524 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 13:42:12.333858 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: pagination.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.334981 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.335319 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: pagination Apr 06 13:42:12.335640 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: port_device_profile.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.336618 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.337167 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: port-device-profile Apr 06 13:42:12.337496 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.338467 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.339041 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: port-mac-address-regenerate Apr 06 13:42:12.339369 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.340316 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.340835 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: port-numa-affinity-policy Apr 06 13:42:12.341162 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: port_resource_request.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.342104 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.342609 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 13:42:12.342963 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: port_resource_request_groups.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.343957 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.344464 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 13:42:12.344853 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: portbindings.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.345783 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.346291 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: binding Apr 06 13:42:12.346614 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: portbindings_extended.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.347980 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.348502 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: binding-extended Apr 06 13:42:12.348838 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: portsecurity.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.349767 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.350278 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: port-security Apr 06 13:42:12.350612 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: project_id.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.351631 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.351960 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: project-id Apr 06 13:42:12.352285 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: providernet.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.353214 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.353741 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: provider Apr 06 13:42:12.354065 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.357711 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.358249 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos not supported by any of loaded plugins Apr 06 13:42:12.358581 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.359949 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.360547 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 13:42:12.360881 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.361825 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.362343 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 13:42:12.362682 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_default.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.363687 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.364218 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-default not supported by any of loaded plugins Apr 06 13:42:12.364548 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_fip.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.365511 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.366026 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 13:42:12.366355 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.367307 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.367821 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 13:42:12.368150 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_gateway_ip.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.369238 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.369768 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 13:42:12.370093 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_port_network_policy.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.371066 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.371581 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 13:42:12.371918 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.373056 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.373516 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 13:42:12.373842 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.374979 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.375455 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 13:42:12.375779 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_pps_rule.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.377097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.377850 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 13:42:12.380194 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_rule_type_details.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.380194 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.380194 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 13:42:12.380194 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.380632 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.381136 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 13:42:12.381468 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: qos_rules_alias.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.382539 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.383094 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 13:42:12.383425 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: quota_check_limit.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.384342 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.384854 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: quota-check-limit Apr 06 13:42:12.385185 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: quotasv2.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.386815 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.386815 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: quotas Apr 06 13:42:12.387012 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: quotasv2_detail.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.388673 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.389009 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: quota_details Apr 06 13:42:12.389350 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: rbac.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.390449 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.391056 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: rbac-policies Apr 06 13:42:12.391390 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: rbac_address_group.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.392413 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.393280 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: rbac-address-group Apr 06 13:42:12.393611 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: rbac_address_scope.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.395120 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.395120 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: rbac-address-scope Apr 06 13:42:12.395409 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: rbac_security_groups.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.396419 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.396937 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: rbac-security-groups Apr 06 13:42:12.397295 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: rbac_subnetpool.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.398198 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.398724 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: rbac-subnetpool Apr 06 13:42:12.399073 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: revisionifmatch.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.400018 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.400536 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: revision-if-match Apr 06 13:42:12.400864 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: revisions.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.402024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.402538 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: standard-attr-revisions Apr 06 13:42:12.402897 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: router_availability_zone.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.403588 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.404103 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: router_availability_zone Apr 06 13:42:12.404428 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: routerservicetype.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.405368 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.405882 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 13:42:12.406208 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.407206 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.407728 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: security-groups-normalized-cidr Apr 06 13:42:12.408054 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.409010 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.409622 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: port-security-groups-filtering Apr 06 13:42:12.409855 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.410837 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.411354 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: security-groups-remote-address-group Apr 06 13:42:12.411684 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.412619 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.413133 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: security-groups-shared-filtering Apr 06 13:42:12.413465 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.414077 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 13:42:12.414403 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: securitygroup.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.424544 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.425107 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: security-group Apr 06 13:42:12.425448 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: segment.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.426228 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.426738 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension segment not supported by any of loaded plugins Apr 06 13:42:12.427089 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.428097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.428602 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 13:42:12.428938 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: servicetype.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.430073 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.430595 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: service-type Apr 06 13:42:12.430952 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: sorting.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.431953 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.432292 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: sorting Apr 06 13:42:12.432605 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: standard_attr_segment.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.433530 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.434051 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 13:42:12.434377 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: standardattrdescription.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.435057 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.435571 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: standard-attr-description Apr 06 13:42:12.435899 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: stateful_security_group.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.436851 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.437369 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: stateful-security-group Apr 06 13:42:12.437701 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: stdattrs_common.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.438272 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 13:42:12.438627 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.439664 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.440129 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 13:42:12.440441 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: subnet_onboard.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.441520 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.442047 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: subnet_onboard Apr 06 13:42:12.442370 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.443342 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.443850 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 13:42:12.444173 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: subnet_service_types.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.445111 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.445625 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: subnet-service-types Apr 06 13:42:12.445956 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: subnetallocation.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.447079 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.447605 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: subnet_allocation Apr 06 13:42:12.447937 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.448612 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.449129 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: subnetpool-prefix-ops Apr 06 13:42:12.449461 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.450394 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.450932 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 13:42:12.451257 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: tagging.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.452376 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.452898 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: standard-attr-tag Apr 06 13:42:12.453231 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: timestamp.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.454504 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.455050 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loaded extension: standard-attr-timestamp Apr 06 13:42:12.455376 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: trunk.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.456408 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.456916 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension trunk not supported by any of loaded plugins Apr 06 13:42:12.457239 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: trunk_details.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.458160 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.458672 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 13:42:12.459021 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: uplink_status_propagation.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.459943 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.460447 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 13:42:12.460769 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Loading extension file: vlantransparent.py {{(pid=109688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:42:12.461451 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:42:12.461952 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 13:42:12.464626 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:network Apr 06 13:42:12.465168 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:subnet Apr 06 13:42:12.465568 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:42:12.465959 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:port Apr 06 13:42:12.467291 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.467730 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service FLAVORS assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.468372 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.468815 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.469141 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:router Apr 06 13:42:12.469626 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:42:12.470132 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service METERING assigned prefix: /metering {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.471661 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.472038 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.472402 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:42:12.473442 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:42:12.473900 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:42:12.474356 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:42:12.474999 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service CORE assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.475325 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:42:12.475671 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] subnetpool is already registered Apr 06 13:42:12.476116 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service CORE assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.476441 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:42:12.476772 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] subnetpool is already registered Apr 06 13:42:12.479116 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.479563 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service FLAVORS assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.480149 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.480584 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.480915 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:router Apr 06 13:42:12.481250 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] router is already registered Apr 06 13:42:12.481661 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:42:12.481997 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] floatingip is already registered Apr 06 13:42:12.482457 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service METERING assigned prefix: /metering {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.483155 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:42:12.483485 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] rbac_policy is already registered Apr 06 13:42:12.483901 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:42:12.484234 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] security_group is already registered Apr 06 13:42:12.484641 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:42:12.484971 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] security_group_rule is already registered Apr 06 13:42:12.485658 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service CORE assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.485987 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:42:12.486322 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] subnetpool is already registered Apr 06 13:42:12.486779 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.v2.resource_helper [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Service CORE assigned prefix: {{(pid=109688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:42:12.487125 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:42:12.487451 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING neutron.quota.resource_registry [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] subnetpool is already registered Apr 06 13:42:12.487930 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: extensions {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.489454 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: address-groups {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.490993 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: address-scopes {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.492364 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: agents {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.493528 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: auto-allocated-topology {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.494836 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: availability_zones {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.496074 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: dhcp-networks {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.497594 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: dhcp-agents {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.499073 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: routers {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.502744 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: flavors {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.503961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: service_profiles {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.505192 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: next_providers {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.506651 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: service_profiles {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.508237 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: floatingip-pools {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.509514 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: routers {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.511697 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: floatingips {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.512995 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: l3-routers {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.514387 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: l3-agents {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.515857 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: metering-labels {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.517299 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: metering-label-rules {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.518944 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: network-ip-availabilities {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.520235 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: bindings {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.521890 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: quotas {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.523529 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: quotas {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.525068 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: rbac-policies {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.526399 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: security-groups {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.527661 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: security-group-rules {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.528900 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: service-providers {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.530185 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: subnetpools {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.531673 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: subnetpools {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.534064 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.536153 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.538256 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.540404 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.542835 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.544677 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.546389 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.548443 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.550209 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.552109 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron.api.extensions [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Extended resource: tags {{(pid=109688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:42:12.558328 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING keystonemiddleware.auth_token [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 13:42:12.563361 dv-cinder-827554-3-iscsi neutron-server[109688]: WARNING keystonemiddleware.auth_token [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 13:42:12.572134 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_concurrency.lockutils [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Acquired lock "singleton_lock" {{(pid=109688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 13:42:12.572612 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_concurrency.lockutils [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Releasing lock "singleton_lock" {{(pid=109688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 13:42:12.573288 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Starting 2 workers Apr 06 13:42:12.578268 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Started child 109799 {{(pid=109688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:42:12.583188 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Started child 109800 {{(pid=109688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:42:12.583882 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:12.584789 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO neutron.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 13:42:12.585424 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:12.585602 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [-] (109799) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:42:12.587969 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Starting 1 workers Apr 06 13:42:12.588158 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:12.589531 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [-] (109800) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:42:12.593385 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Started child 109801 {{(pid=109688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:42:12.593978 dv-cinder-827554-3-iscsi neutron-server[109688]: INFO oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Starting 1 workers Apr 06 13:42:12.598301 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] calling RpcWorker wait() {{(pid=109801) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 13:42:12.599028 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] returning from RpcWorker wait() {{(pid=109801) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 13:42:12.599129 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Started child 109802 {{(pid=109688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:42:12.599703 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG neutron_lib.callbacks.manager [None req-9c443144-fd1c-4bdd-ac3e-f425d5a03a18 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:12.600399 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:12.600861 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:12.601623 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 13:42:12.601826 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:42:12.602006 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:42:12.602402 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:42:12.602931 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:42:12.603262 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:42:12.603941 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.604061 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:12.604870 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.605261 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.605677 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.606096 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.606873 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.607291 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.607700 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.608129 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.608519 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.608842 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.609154 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.609552 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.609934 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.610436 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.610884 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.611273 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.611705 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.612024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.612426 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.612834 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.613232 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.613642 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] debug = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.614031 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.614670 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.615081 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.615497 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.615906 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.616315 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.616697 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.617125 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.617500 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.617866 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.618233 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.618638 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.619054 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.619410 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.619812 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.620182 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.620586 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.620964 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.621602 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] host = dv-cinder-827554-3-iscsi {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.621967 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.622342 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.622744 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.623138 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.623523 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.623920 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.624341 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.624772 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.625184 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.625556 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.625996 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.626385 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.626491 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:12.626898 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.627295 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.627614 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_options = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.627989 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.628408 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.628810 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.629133 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.629437 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.629734 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.630137 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.630443 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.630855 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.631327 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.631846 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.632382 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.632912 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.633271 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.633818 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.634322 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.634923 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.635526 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.635947 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.636612 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.637233 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.637679 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.638126 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.638575 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.639091 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.639457 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.639859 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.640418 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.640988 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.641645 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.641981 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.642394 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.643066 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.643415 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.643786 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.644174 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.644542 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.644897 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.645328 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.645680 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.646103 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.646524 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.646921 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.647234 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.647613 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.648149 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.648720 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_json = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.649295 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.649893 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.650438 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.651034 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.651610 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.652155 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.652720 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.653133 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.653451 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.654152 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.654769 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.655516 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.656149 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.656745 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.657414 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.658058 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.658645 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.659156 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.660123 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.660123 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.660498 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.660869 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.661178 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.661495 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.661885 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.662208 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.662521 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.662842 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.663141 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.663431 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.663729 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.664099 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.664378 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.664686 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.664974 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.665281 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.665626 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.665951 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.666325 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.666639 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.666982 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.667284 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.667558 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.667820 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.668247 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.668811 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.669352 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.669898 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.670510 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.671074 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.671639 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.672194 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.672839 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.673392 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.673987 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.674360 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.675007 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.675627 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.676205 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.676781 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.677335 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.677863 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.678395 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.679046 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.679420 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.679842 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.680265 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.680647 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.680968 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.681338 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.681742 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.682134 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.682499 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.682814 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.683247 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.683803 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.684068 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.684384 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.684849 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.685204 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.685559 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.685931 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.686274 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.686645 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.686997 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.687359 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.687637 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.687983 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.688338 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.688692 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.689024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.689380 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.689810 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.690141 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.690503 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.690905 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.691228 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.691495 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.691896 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.692176 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.692500 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.692965 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.693343 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.693901 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.694180 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.694505 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.695062 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.695482 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.695799 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.696200 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.696466 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.696851 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.697247 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.697640 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.698008 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.698284 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.698629 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.699024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.699390 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.699720 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.700041 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.700375 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.700782 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.701216 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.701589 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.701920 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.702316 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.702686 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.703188 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.703579 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.704010 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.704356 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.704771 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.705291 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.705715 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.706175 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.706506 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.706936 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.707333 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.707698 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.708051 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.708432 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.708838 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.709207 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.709837 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.710220 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.710551 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.711039 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.711418 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.711797 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.712134 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.712483 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.712949 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.713337 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.713731 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.714142 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.714486 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.714911 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.715230 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.715586 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.715912 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.716240 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.716576 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.716897 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.717236 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.717583 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.717926 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.718231 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.718536 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.718906 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.719221 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.719565 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.719927 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.720295 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.720665 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.720979 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.721352 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.721689 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.722011 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.722624 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.723002 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.723352 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.723700 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.724035 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.724376 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.724762 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.725127 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.725471 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.725807 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.726134 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.726454 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.726800 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.727179 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.727501 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.727855 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.728174 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.728459 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.728749 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.729170 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.729478 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.729750 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.730083 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.730488 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.730953 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.731318 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.731633 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.732018 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.732410 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.732771 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.733183 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.733528 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.733874 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.734023 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:12.734238 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.734595 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.734967 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.735390 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.735763 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.736116 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.736467 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.736875 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.737241 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.737623 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.738020 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.738366 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.738733 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.739071 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.739438 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.739829 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.740178 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.740511 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.740848 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.741218 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.741668 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.742082 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.742422 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.742833 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.743218 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.743619 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.743992 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.744327 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.744661 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.745121 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.745387 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.745740 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.746157 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.746514 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.746897 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.747299 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.747901 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.748468 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.748768 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.749093 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.749435 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.749745 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.750057 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.750380 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.750731 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.751174 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.751840 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.752299 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.752637 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.753076 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.753421 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.753827 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.754223 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.754566 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.754918 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.755254 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.755994 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.756308 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.756712 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.757096 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.758111 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.758111 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.758417 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.758797 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.759112 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.759498 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.759826 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.760179 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.760510 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.760844 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.761273 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.761698 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.762088 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.762452 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.762851 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.763239 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.763594 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.763895 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.764280 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.764713 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.765109 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.765514 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.765850 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.766204 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.766576 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.766943 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.767268 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.767617 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.768304 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.768714 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.769077 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.769521 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.769811 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.770586 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.770586 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.771124 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.771602 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.771954 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.772162 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.772370 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:42:12.773022 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 13:42:12.773276 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:42:12.773576 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:42:12.773804 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:42:12.774083 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:42:12.774370 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:42:12.774757 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.775034 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.775277 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.775477 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.775812 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.776072 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.776271 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.776537 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.776794 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.777037 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.777280 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.777918 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.777918 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.778305 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.778305 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.778964 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.778964 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.779595 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.779595 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.779970 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.779970 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.780622 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.780622 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] debug = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.781008 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.781008 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.781399 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.781588 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.781767 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.782135 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.782346 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.782550 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.782821 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.783160 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.783349 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.783586 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.783821 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.784056 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.784290 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.784527 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.784768 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.785024 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.785281 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] host = dv-cinder-827554-3-iscsi {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.785535 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.785796 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.786049 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.786687 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.786687 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.787101 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.787101 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.787525 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.787745 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.788095 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.788095 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.788469 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.788615 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.788848 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.789097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_options = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.789340 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.789578 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.789821 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.790182 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.790365 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.790630 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.790914 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.791165 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.791422 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.792354 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.792354 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.792354 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793032 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793032 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793032 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.793961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.794686 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.794686 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.794686 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.795150 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.795293 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.795647 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.795804 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.796011 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.796228 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.796567 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.796800 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.797028 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.797235 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.797478 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.797772 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.798012 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.798257 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.798503 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.798829 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.799168 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.799278 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.799492 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.799722 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.799941 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.800140 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.800344 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.800536 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.800727 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_json = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.800920 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.801126 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.801406 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.801611 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.801800 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.801994 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.802234 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.802519 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.802801 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:42:12.803045 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.803255 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.803477 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.803744 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.804265 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.804470 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.804742 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.804957 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.805193 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.805421 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.805706 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.805927 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.806295 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.806464 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.806812 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.807090 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.807350 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.807599 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.807850 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.808093 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.808335 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.808575 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.808826 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.809092 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.809331 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.809595 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.809854 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.810129 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.810374 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.810630 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.810900 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.811156 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.811419 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.811678 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.811922 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.812678 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.812678 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.812678 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.813272 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.813272 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.813608 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.813799 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.814057 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.814324 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.814590 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.815424 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.815424 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.815424 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.815824 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.815967 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.816150 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.816394 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.816643 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.816897 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.817136 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.817381 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.817625 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.817877 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.818118 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.818359 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.818640 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.818915 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.819165 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.819407 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.819647 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.819885 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.820127 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.820369 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.820651 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.820910 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.821154 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.821406 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.821646 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.821887 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.822126 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.822368 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.822609 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.822896 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.823138 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.823380 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.823631 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.823870 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.824111 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.824352 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.824593 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.824834 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.825075 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.825318 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.825556 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.825802 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.826041 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.826287 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.826541 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.826820 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.827059 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.827300 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.827540 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.827780 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.828029 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.828268 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.828509 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.828749 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.829015 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.829273 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.829599 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.829844 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.830087 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.830346 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.830588 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.830859 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.831099 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.831340 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.831579 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.831830 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.832072 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.832308 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.832558 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.832796 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.833052 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.833305 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.833542 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.833786 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.834028 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.834273 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.834522 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.834799 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.835045 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.835283 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.835522 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.835763 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.836001 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.836240 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.836488 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.836729 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.836974 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.837243 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.837484 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.837723 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.837961 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.838222 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.838459 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.838752 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.838966 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.839217 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.839456 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.839696 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.839934 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.840172 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.840415 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.840655 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.840893 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.841131 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.841376 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.841614 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.841853 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.842093 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.842333 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.842636 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.842877 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.843118 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.843375 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.843638 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.843900 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.844143 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.844384 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.844654 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.844916 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.845155 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.845394 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.845635 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.845880 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.846123 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.846362 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.846600 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.846868 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.847107 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.847349 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.847589 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.847834 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.848082 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.848328 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.848566 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.848807 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.849049 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.849293 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.849534 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.849773 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.850009 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.850264 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.850505 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.850771 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.851015 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.851255 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.851492 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.851748 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.851986 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.852225 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.852477 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.852740 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.852965 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.853167 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.853365 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.853562 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.853758 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.853955 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.854149 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.854331 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.854520 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.854742 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.854954 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.855149 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.855344 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.855536 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.855726 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.855919 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.856112 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.856304 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.856496 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.856703 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.856879 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.857085 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.857248 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.857459 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.857701 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.857900 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.858095 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.858289 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.858485 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.858678 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.858919 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.859112 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.859314 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.859507 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.859699 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.859892 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.860097 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.860354 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.860546 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.860739 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.860930 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.861127 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.861330 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.861521 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.861712 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.861910 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.862119 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.862329 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.862537 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.862765 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.862975 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.863173 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.863368 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.863563 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.863770 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.863965 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.864160 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.864355 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.864549 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.864743 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.864950 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.865146 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.865340 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.865545 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.865740 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.865933 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.866126 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.866335 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.866715 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.866715 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.866949 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.867152 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.867348 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.867543 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.867741 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.867946 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.868151 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.868344 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.868546 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.868748 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.868948 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.869139 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.869337 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.869540 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.869737 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.869932 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.870123 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.870315 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.870505 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.870730 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.870929 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.871127 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.871324 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.871521 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.871717 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.871913 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.872110 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.872306 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.872510 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.872707 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.872926 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.873154 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.873362 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:42:12.873552 dv-cinder-827554-3-iscsi neutron-server[109688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:42:13.050659 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 50490) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:13.059271 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064189 Apr 06 13:42:25.528570 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d67cc-d22e-486f-ada5-66fe30d75617 None None] get_active_networks_info from dv-cinder-827554-3-iscsi {{(pid=109801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 13:42:25.680430 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d67cc-d22e-486f-ada5-66fe30d75617 None None] No non-hosted networks {{(pid=109801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 13:42:25.690181 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.agentschedulers_db [None req-511d67cc-d22e-486f-ada5-66fe30d75617 None None] DHCP Agent not found on host dv-cinder-827554-3-iscsi {{(pid=109801) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 13:42:25.759006 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1af28a9a-967f-40ed-84a2-4f7207c95f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437597'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:28.063931 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8ad750cb-81b4-4929-8632-4caf655316d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437597'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:28.113563 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-32a74356-2b04-4065-bf83-8271104fd3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:29.089230 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50556) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:29.162814 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437597'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:29.751205 dv-cinder-827554-3-iscsi neutron-server[109800]: WARNING oslo_policy.policy [None req-1042b6f0-6539-4f75-b543-1c914dec915b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:42:29.751776 dv-cinder-827554-3-iscsi neutron-server[109800]: WARNING oslo_policy.policy [None req-1042b6f0-6539-4f75-b543-1c914dec915b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:42:29.972550 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [None req-1042b6f0-6539-4f75-b543-1c914dec915b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:42:29.986732 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1042b6f0-6539-4f75-b543-1c914dec915b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8824799 Apr 06 13:42:30.392830 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437597'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:32.497234 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437597'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:32.498941 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.499769 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.500992 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.501813 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.502341 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.503523 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.504318 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.505003 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.508094 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.509651 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.512322 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.513417 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.514363 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.518026 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.519289 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:32.520835 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827554-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:32.550057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827554-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:33.018065 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50590) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:33.458305 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:42:33.556391 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.policy [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:42:33.601559 dv-cinder-827554-3-iscsi neutron-server[109800]: WARNING oslo_policy.policy [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:42:33.602013 dv-cinder-827554-3-iscsi neutron-server[109800]: WARNING oslo_policy.policy [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:42:33.736749 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772709509324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772709509919', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772709493388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772709496443', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772709542444', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772709544855', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66456390', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66515667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498095', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602110'] for rbac-policy (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:33.862285 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:33.867648 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a8712dfa-e36c-4f51-9c88-70ba22bb9b68 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8473406 Apr 06 13:42:34.422139 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.db.l3_hamode_db [None req-87b11920-a630-42ac-9f72-41b5adf7aeac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 13:42:34.506509 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b11920-a630-42ac-9f72-41b5adf7aeac None None] Routers set() bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:42:34.507019 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b11920-a630-42ac-9f72-41b5adf7aeac None None] Router IDs set() for agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 13:42:36.588026 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50602) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:36.932488 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:42:36.966217 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Made reservation on behalf of 8bbee740bab34adf92d21e2791ea9f72 for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:42:36.971432 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:36.997575 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.178135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks [] for security_group (965f669d-23d1-41a8-8ee2-7376e7ee99e4), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.184997 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (965f669d-23d1-41a8-8ee2-7376e7ee99e4), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.221373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:42:37.252030 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772705530224', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (caf17314-75d3-4f41-963c-9651d4805315), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.252664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Unsubscribe: segment precommit_create {{(pid=109800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:42:37.253183 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Added segment caf17314-75d3-4f41-963c-9651d4805315 of type vlan for network 7295c72b-11a9-45cb-a3e9-512372b75e22 Apr 06 13:42:37.259800 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=965f669d-23d1-41a8-8ee2-7376e7ee99e4,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:37.298716 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.299057 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.299414 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.299754 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.300082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.300414 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.300730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.301053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.301378 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.301697 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.302011 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.302338 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.302658 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.303015 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.303328 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Tracked resource versions report: Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: pushed versions: Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: { 'AddressGroup': {'1.2'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Agent': {'1.1'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'ConntrackHelper': {'1.0'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Log': {'1.0'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'NDPProxy': {'1.0'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Network': {'1.1'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Port': {'1.7'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'PortForwarding': {'1.3'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'QosPolicy': {'1.10'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroup': {'1.5'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SubPort': {'1.0'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Subnet': {'1.1'}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Trunk': {'1.1'}} Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: consumer versions: Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Agent': '1.1', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'ConntrackHelper': '1.0', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'LocalIPAssociation': '1.0', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Log': '1.0', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'NDPProxy': '1.0', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Network': '1.1', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Port': '1.7', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'PortForwarding': '1.3', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'QosPolicy': '1.10', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroup': '1.5', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroupRule': '1.2', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SubPort': '1.0', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Subnet': '1.1', Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Trunk': '1.1'}} Apr 06 13:42:37.304810 dv-cinder-827554-3-iscsi neutron-server[109800]: {{(pid=109800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:42:37.371576 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (7295c72b-11a9-45cb-a3e9-512372b75e22), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.430760 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (7295c72b-11a9-45cb-a3e9-512372b75e22), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.436535 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:37.437358 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:37.546749 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9572759 Apr 06 13:42:37.572764 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f1644-2e84-44ee-8dcb-66de496209b9 demo demo] Pushing event updated for resources: {'Network': ['ID=7295c72b-11a9-45cb-a3e9-512372b75e22,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:37.588505 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:42:40.237956 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50614) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:40.675719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7091ffd-c203-4e15-935f-60b441e05832 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:40.677119 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e7091ffd-c203-4e15-935f-60b441e05832 demo admin] 10.222.0.24 "GET /v2.0/networks/7295c72b-11a9-45cb-a3e9-512372b75e22 HTTP/1.1" status: 200 len: 825 time: 0.4382186 Apr 06 13:42:40.704247 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0aeee788-6d7a-49d3-bc90-7891e8db9e25 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/751b03db-c94e-46dd-95f8-b1df2808a4fd HTTP/1.1" status: 200 len: 734 time: 0.0205622 Apr 06 13:42:40.713332 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:42:40.738787 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Made reservation on behalf of 8bbee740bab34adf92d21e2791ea9f72 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:42:40.741570 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:41.054099 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (753892bd-3e58-464b-b0b5-2406f3a4b5ee), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:41.124506 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Pushing event updated for resources: {'Subnet': ['ID=753892bd-3e58-464b-b0b5-2406f3a4b5ee,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:41.126896 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Checking segment: {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:42:41.127305 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Network hostable DHCP agents. Network: 7295c72b-11a9-45cb-a3e9-512372b75e22, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:42:41.152142 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:42:41.164840 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 7295c72b-11a9-45cb-a3e9-512372b75e22) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:42:41.169708 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:41.170317 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:41.176425 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d274c1-4093-4eaf-836f-e9fc9488aa79 None None] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:42:41.186920 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-177f5779-35d9-4d17-b147-c7001c529f38 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4769027 Apr 06 13:42:41.569599 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-7295c72b-11a9-45cb-a3e9-512372b75e22', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:42:41.570827 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:41.866837 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Allocated IP 172.20.0.2 (7295c72b-11a9-45cb-a3e9-512372b75e22/753892bd-3e58-464b-b0b5-2406f3a4b5ee/40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:42:42.166005 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Publish callbacks [] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:42.176511 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:42.254281 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:42:42.261860 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:42:42.273597 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:42:42.275819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Pushing event updated for resources: {'Port': ['ID=40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:42.308453 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.308840 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.309153 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.309525 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.309854 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.310189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.310531 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.310882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.311218 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.311542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.311868 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.312219 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.312543 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.312864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.313181 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Tracked resource versions report: Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: pushed versions: Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: { 'AddressGroup': {'1.2'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Agent': {'1.1'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'ConntrackHelper': {'1.0'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Log': {'1.0'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'NDPProxy': {'1.0'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Network': {'1.1'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Port': {'1.7'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'PortForwarding': {'1.3'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'QosPolicy': {'1.10'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroup': {'1.5'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SubPort': {'1.0'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Subnet': {'1.1'}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Trunk': {'1.1'}} Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: consumer versions: Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Agent': '1.1', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'ConntrackHelper': '1.0', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'LocalIPAssociation': '1.0', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Log': '1.0', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'NDPProxy': '1.0', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Network': '1.1', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Port': '1.7', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'PortForwarding': '1.3', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'QosPolicy': '1.10', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroup': '1.5', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroupRule': '1.2', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SubPort': '1.0', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Subnet': '1.1', Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Trunk': '1.1'}} Apr 06 13:42:42.314751 dv-cinder-827554-3-iscsi neutron-server[109801]: {{(pid=109801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:42:42.381163 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Attempting to bind port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:42:42.381449 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Attempting to bind port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:42:42.381877 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Attempting to bind port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a on network 7295c72b-11a9-45cb-a3e9-512372b75e22 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:42:42.388090 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:42:42.388458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Checking segment: {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:42:42.388975 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:42.389368 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Bound using segment: {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:42:42.389887 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Bound port: 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:42:42.390290 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:42.463451 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] For port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:42:42.467985 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] For port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a,segment=NetworkSegment(caf17314-75d3-4f41-963c-9651d4805315),segment_id=caf17314-75d3-4f41-963c-9651d4805315)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:42:42.477723 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:42.545366 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefd7b0-a64b-4275-b531-d930ce126e9e None None] Pushing event updated for resources: {'Port': ['ID=40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:43.847486 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50622) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:44.261735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [None req-6aa6259e-57d0-47fa-9a21-3760c10ddf71 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:42:44.262956 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-6aa6259e-57d0-47fa-9a21-3760c10ddf71 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4141462 Apr 06 13:42:46.928150 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50630) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:47.365572 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [None req-61d2d9d9-2b90-439a-9739-a613b117d78b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:42:47.366551 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-61d2d9d9-2b90-439a-9739-a613b117d78b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4374788 Apr 06 13:42:50.035037 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50638) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:50.453736 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:42:50.482359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:50.485087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:50.646169 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:42:50.682132 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] Publish callbacks [] for router_controller (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), precommit_add_association {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:50.688530 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:50.710189 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:50.734729 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-958c4eb6-5406-4477-ae2a-6520d4ff06df demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6752048 Apr 06 13:42:53.432711 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50650) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:53.685941 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:42:53.780744 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:42:53.781102 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:53.846090 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [None req-9fc49144-3f6c-4dad-b1b2-8ad5e8b9ddb4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:42:53.850949 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9fc49144-3f6c-4dad-b1b2-8ad5e8b9ddb4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4132071 Apr 06 13:42:53.898064 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:42:53.898510 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:53.933732 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a,segment=NetworkSegment(caf17314-75d3-4f41-963c-9651d4805315),segment_id=caf17314-75d3-4f41-963c-9651d4805315)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:42:53.940043 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:53.999180 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:54.462314 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d4a48-8141-4198-bd99-8885869f17ca None None] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:42:54.521982 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-abcf7e34-7ace-4386-bd68-76aa066ab524 None None] Provisioning complete for port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:42:54.522376 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-abcf7e34-7ace-4386-bd68-76aa066ab524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:54.656085 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-abcf7e34-7ace-4386-bd68-76aa066ab524 None None] Current status of the port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:42:54.880650 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-cf9b7d28-a7f1-4b1a-8f4c-1485ac162a35 None None] Provisioning complete for port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:42:54.881346 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-cf9b7d28-a7f1-4b1a-8f4c-1485ac162a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:54.992897 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b7d28-a7f1-4b1a-8f4c-1485ac162a35 None None] Current status of the port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:42:55.487233 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5024a8cb-aa66-4714-a047-990e71e721ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:55.665543 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:42:55.719345 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:42:55.719760 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:55.801575 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:42:56.607570 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50658) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:42:56.941483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:42:56.964002 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Made reservation on behalf of 713b6beeeb46451aa20c49d2f269799b for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:42:56.966385 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:56.975963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.056743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks [] for security_group (7c8800cf-1c9a-498e-a1fe-f92727cac2f1), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.061622 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (7c8800cf-1c9a-498e-a1fe-f92727cac2f1), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.077430 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Reserving flat network on physical network physnet1 {{(pid=109800) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 13:42:57.096572 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8800cf-1c9a-498e-a1fe-f92727cac2f1,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:57.101735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (1cdce616-d754-4d57-b92f-8ff65b520828), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.102074 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Added segment 1cdce616-d754-4d57-b92f-8ff65b520828 of type flat for network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 Apr 06 13:42:57.156389 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.194268 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.195798 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:42:57.196376 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:57.273125 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6644385 Apr 06 13:42:57.292276 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f426-01ca-4661-8b3c-c65c6277546d admin admin] Pushing event updated for resources: {'Network': ['ID=7d4b9859-aeb2-4f6b-8c2c-4fa962faf800,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:57.303884 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:42:58.062156 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a02edc86-7630-45de-b56c-fc5b9e6ed59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:59.089440 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:59.859177 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 50676) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:00.083830 dv-cinder-827554-3-iscsi neutron-server[109799]: WARNING oslo_policy.policy [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:43:00.084385 dv-cinder-827554-3-iscsi neutron-server[109799]: WARNING oslo_policy.policy [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:43:00.340445 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:00.486335 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.policy [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109799) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:43:00.529980 dv-cinder-827554-3-iscsi neutron-server[109799]: WARNING oslo_policy.policy [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:43:00.530347 dv-cinder-827554-3-iscsi neutron-server[109799]: WARNING oslo_policy.policy [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:43:00.538589 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:00.540404 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-19be2faa-b06e-486d-b732-fdb42abea10a demo admin] 10.222.0.24 "GET /v2.0/subnets/753892bd-3e58-464b-b0b5-2406f3a4b5ee HTTP/1.1" status: 200 len: 849 time: 0.6803820 Apr 06 13:43:00.710298 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-691ff5fb-2d30-432a-b0d8-ba162a39f945 demo admin] 10.222.0.24 "GET /v2.0/routers/b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 HTTP/1.1" status: 200 len: 704 time: 0.1625714 Apr 06 13:43:01.005186 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:01.367721 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Allocated IP 172.20.0.1 (7295c72b-11a9-45cb-a3e9-512372b75e22/753892bd-3e58-464b-b0b5-2406f3a4b5ee/7ee86cab-16ce-452a-b02a-10232ad9faef) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:01.586593 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks [] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:01.661696 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:01.725999 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:01.730920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:01.777625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Pushing event updated for resources: {'Port': ['ID=7ee86cab-16ce-452a-b02a-10232ad9faef,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:01.780654 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:43:01.781275 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:01.847575 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.847919 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.848275 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.848634 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.848964 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.849292 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.849599 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.849957 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.850270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.850622 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.850977 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.851291 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.851615 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.851936 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.852274 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Tracked resource versions report: Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: pushed versions: Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: { 'AddressGroup': {'1.2'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Agent': {'1.1'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'ConntrackHelper': {'1.0'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Log': {'1.0'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'NDPProxy': {'1.0'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Network': {'1.1'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Port': {'1.7'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'PortForwarding': {'1.3'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'QosPolicy': {'1.10'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroup': {'1.5'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SubPort': {'1.0'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Subnet': {'1.1'}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Trunk': {'1.1'}} Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: consumer versions: Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Agent': '1.1', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'ConntrackHelper': '1.0', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'LocalIPAssociation': '1.0', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Log': '1.0', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'NDPProxy': '1.0', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Network': '1.1', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Port': '1.7', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'PortForwarding': '1.3', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'QosPolicy': '1.10', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroup': '1.5', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroupRule': '1.2', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SubPort': '1.0', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Subnet': '1.1', Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Trunk': '1.1'}} Apr 06 13:43:01.853766 dv-cinder-827554-3-iscsi neutron-server[109799]: {{(pid=109799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:43:02.015177 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.063183 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-a6bdc73b-9de6-4dbd-b479-26d91e8844a2 None None] Provisioning complete for port 7ee86cab-16ce-452a-b02a-10232ad9faef triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:02.063880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a6bdc73b-9de6-4dbd-b479-26d91e8844a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.098681 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdc73b-9de6-4dbd-b479-26d91e8844a2 None None] Port 7ee86cab-16ce-452a-b02a-10232ad9faef cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:43:02.254084 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks [] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.262655 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.263497 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.346215 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Pushing event updated for resources: {'Port': ['ID=7ee86cab-16ce-452a-b02a-10232ad9faef,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:02.401966 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:02.403418 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:02.496959 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.623265 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-a493408a-70b9-4924-8e46-769173548c6a None None] Provisioning complete for port 7ee86cab-16ce-452a-b02a-10232ad9faef triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:02.623685 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a493408a-70b9-4924-8e46-769173548c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:02.640529 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:43:02.663604 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-a493408a-70b9-4924-8e46-769173548c6a None None] Port 7ee86cab-16ce-452a-b02a-10232ad9faef cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:43:02.738379 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:43:02.743833 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-31f43a0c-c019-4863-864f-063b132dddc1 demo admin] 10.222.0.24 "PUT /v2.0/routers/b27a12e8-4e73-4a8c-bf75-3f68c271d7f1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0282941 Apr 06 13:43:02.748526 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Sync routers for ids ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:02.766593 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Routers {'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:43:02.767432 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:42:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:02.980452 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Set router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 gateway port host: None {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:43:03.425954 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'name': 'router1', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:42:50Z', 'updated_at': '2022-04-06T13:43:01Z', 'revision_number': 2, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'gw_port_host': None, '_interfaces': [{'id': '7ee86cab-16ce-452a-b02a-10232ad9faef', 'name': '', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'mac_address': 'fa:16:3e:ad:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:01Z', 'updated_at': '2022-04-06T13:43:02Z', 'revision_number': 2, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'subnets': [{'id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:03.478233 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Checking router: b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:03.478593 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Updating router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 port 7ee86cab-16ce-452a-b02a-10232ad9faef binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:43:03.563353 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.055833 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Publish callbacks [] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.064667 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.227951 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Pushing event updated for resources: {'Port': ['ID=7ee86cab-16ce-452a-b02a-10232ad9faef,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:04.242883 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.243231 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.243572 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.243911 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.244238 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.244566 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.244885 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.245204 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.245525 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.245844 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.246164 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.246494 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.246848 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.247159 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.247472 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Tracked resource versions report: Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: pushed versions: Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: { 'AddressGroup': {'1.2'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Agent': {'1.1'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'ConntrackHelper': {'1.0'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Log': {'1.0'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'NDPProxy': {'1.0'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Network': {'1.1'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Port': {'1.7'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'PortForwarding': {'1.3'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'QosPolicy': {'1.10'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroup': {'1.5'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SubPort': {'1.0'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Subnet': {'1.1'}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Trunk': {'1.1'}} Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: consumer versions: Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Agent': '1.1', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'ConntrackHelper': '1.0', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'LocalIPAssociation': '1.0', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Log': '1.0', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'NDPProxy': '1.0', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Network': '1.1', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Port': '1.7', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'PortForwarding': '1.3', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'QosPolicy': '1.10', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroup': '1.5', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroupRule': '1.2', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SubPort': '1.0', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Subnet': '1.1', Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Trunk': '1.1'}} Apr 06 13:43:04.248941 dv-cinder-827554-3-iscsi neutron-server[109802]: {{(pid=109802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:43:04.257105 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Attempting to bind port 7ee86cab-16ce-452a-b02a-10232ad9faef on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:43:04.257416 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Attempting to bind port 7ee86cab-16ce-452a-b02a-10232ad9faef by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:43:04.257917 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Attempting to bind port 7ee86cab-16ce-452a-b02a-10232ad9faef on network 7295c72b-11a9-45cb-a3e9-512372b75e22 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:43:04.263130 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:43:04.263534 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Checking segment: {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:43:04.264013 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.264397 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Bound using segment: {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:43:04.264862 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Bound port: 7ee86cab-16ce-452a-b02a-10232ad9faef, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf17314-75d3-4f41-963c-9651d4805315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:43:04.265235 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.293383 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-cb4a0d14-b4b7-4fdb-bbb7-888b926f8881 None None] Provisioning complete for port 7ee86cab-16ce-452a-b02a-10232ad9faef triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:04.293989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-cb4a0d14-b4b7-4fdb-bbb7-888b926f8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.328974 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a0d14-b4b7-4fdb-bbb7-888b926f8881 None None] Port 7ee86cab-16ce-452a-b02a-10232ad9faef cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:43:04.335726 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] For port 7ee86cab-16ce-452a-b02a-10232ad9faef, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:43:04.357244 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] For port 7ee86cab-16ce-452a-b02a-10232ad9faef, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=7ee86cab-16ce-452a-b02a-10232ad9faef,segment=NetworkSegment(caf17314-75d3-4f41-963c-9651d4805315),segment_id=caf17314-75d3-4f41-963c-9651d4805315)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:43:04.365035 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.422197 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Routers {'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:43:04.422920 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:42:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:04.464054 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405acbd-6676-4d0f-9f6f-85113dc93e97 None None] Pushing event updated for resources: {'Port': ['ID=7ee86cab-16ce-452a-b02a-10232ad9faef,revision_number=4']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:04.523974 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] Set router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 gateway port host: None {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:43:04.651531 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] Provisioning complete for port 7ee86cab-16ce-452a-b02a-10232ad9faef triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:04.651874 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.735988 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] Current status of the port 7ee86cab-16ce-452a-b02a-10232ad9faef is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:43:04.736316 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.749019 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b396a92-6005-419c-b020-833297b7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'name': 'router1', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:42:50Z', 'updated_at': '2022-04-06T13:43:01Z', 'revision_number': 2, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'gw_port_host': None, '_interfaces': [{'id': '7ee86cab-16ce-452a-b02a-10232ad9faef', 'name': '', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'mac_address': 'fa:16:3e:ad:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:01Z', 'updated_at': '2022-04-06T13:43:04Z', 'revision_number': 4, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'subnets': [{'id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:04.773238 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] For port 7ee86cab-16ce-452a-b02a-10232ad9faef, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=7ee86cab-16ce-452a-b02a-10232ad9faef,segment=NetworkSegment(caf17314-75d3-4f41-963c-9651d4805315),segment_id=caf17314-75d3-4f41-963c-9651d4805315)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:43:04.777434 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b396a92-6005-419c-b020-833297b7b02a None None] The sync data for ids ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'] in dv-cinder-827554-3-iscsi is: [{'id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'name': 'router1', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:42:50Z', 'updated_at': '2022-04-06T13:43:01Z', 'revision_number': 2, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'gw_port_host': None, '_interfaces': [{'id': '7ee86cab-16ce-452a-b02a-10232ad9faef', 'name': '', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'mac_address': 'fa:16:3e:ad:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:01Z', 'updated_at': '2022-04-06T13:43:04Z', 'revision_number': 4, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'subnets': [{'id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:04.779928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:04.834692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53911611-8a62-4ac5-a959-9e60a2a6faca None None] Pushing event updated for resources: {'Port': ['ID=7ee86cab-16ce-452a-b02a-10232ad9faef,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:05.282089 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 50708) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:05.398349 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf66f27-e59d-4572-8741-9bb3108df910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:05.399842 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7bf66f27-e59d-4572-8741-9bb3108df910 admin admin] 10.222.0.24 "GET /v2.0/networks/7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 HTTP/1.1" status: 200 len: 842 time: 0.1163573 Apr 06 13:43:05.409526 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:05.446556 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Made reservation on behalf of 713b6beeeb46451aa20c49d2f269799b for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:43:05.448931 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:05.778893 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.objects.ports [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 13:43:05.779426 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (f474ca42-47f8-4f16-bccf-74644eb86d99), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:05.836844 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f474ca42-47f8-4f16-bccf-74644eb86d99,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:05.849169 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:43:05.849520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Network hostable DHCP agents. Network: 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:43:05.873310 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:43:05.885868 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:05.890205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:05.890874 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:05.898249 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41072bb-bed1-4a56-bd09-1265ffabe939 None None] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:43:05.923679 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-c36cfce8-7564-4035-85c9-024c2de94aa4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5089674 Apr 06 13:43:06.007192 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f1585-5303-4dab-88af-9ecd278132d5 None None] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:43:08.378188 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50716) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:08.605468 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-801bb46f-1380-4099-8a04-2f9ef6dfc9b9 demo admin] 10.222.0.24 "GET /v2.0/routers/b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 HTTP/1.1" status: 200 len: 710 time: 0.2252357 Apr 06 13:43:08.726842 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ad526-64b0-4fe7-9fec-7694f7fe45f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:08.728374 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-ca6ad526-64b0-4fe7-9fec-7694f7fe45f5 demo admin] 10.222.0.24 "GET /v2.0/networks/7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 HTTP/1.1" status: 200 len: 886 time: 0.1173975 Apr 06 13:43:08.737688 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:09.000883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks [] for router_gateway (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:09.296480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks [] for router_gateway (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:09.375534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:09.537724 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Allocated IP 172.27.0.109 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/011f205b-cba5-4b5a-aebc-9b8de59382e8) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:43:09.648291 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks [] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:09.708837 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:09.815579 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:43:09.819821 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:43:09.822144 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Pushing event updated for resources: {'Port': ['ID=011f205b-cba5-4b5a-aebc-9b8de59382e8,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:09.826054 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:43:10.140482 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks [] for router_gateway (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:10.360949 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3014'] for router (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:10.365882 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-435640'] for router (b27a12e8-4e73-4a8c-bf75-3f68c271d7f1), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:10.485952 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:43:10.673038 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:43:10.678269 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:10.694728 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-ea03681a-29e8-4277-bc5d-08ef728b4760 demo admin] 10.222.0.24 "PUT /v2.0/routers/b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 HTTP/1.1" status: 200 len: 890 time: 1.9454682 Apr 06 13:43:11.707773 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 7ee86cab-16ce-452a-b02a-10232ad9faef up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:43:11.761032 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 7ee86cab-16ce-452a-b02a-10232ad9faef triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:11.761527 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:11.855414 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 7ee86cab-16ce-452a-b02a-10232ad9faef is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:43:13.256587 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 50730) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:13.385884 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-6a2e3533-f5ae-438a-b9e0-7f53db1e7285 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1282132 Apr 06 13:43:13.673804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Sync routers for ids ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:43:13.688189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Routers {'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:43:13.688914 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:42:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:13.916000 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Set router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:43:14.416818 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'name': 'router1', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '011f205b-cba5-4b5a-aebc-9b8de59382e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:42:50Z', 'updated_at': '2022-04-06T13:43:09Z', 'revision_number': 4, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'gw_port': {'id': '011f205b-cba5-4b5a-aebc-9b8de59382e8', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:09Z', 'updated_at': '2022-04-06T13:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '7ee86cab-16ce-452a-b02a-10232ad9faef', 'name': '', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'mac_address': 'fa:16:3e:ad:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:01Z', 'updated_at': '2022-04-06T13:43:04Z', 'revision_number': 5, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'subnets': [{'id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:14.470169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Checking router: b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:43:14.470453 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Updating router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 port 011f205b-cba5-4b5a-aebc-9b8de59382e8 binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:43:14.533758 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:14.874882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Publish callbacks [] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:14.882488 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:14.935691 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Attempting to bind port 011f205b-cba5-4b5a-aebc-9b8de59382e8 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:43:14.936043 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Attempting to bind port 011f205b-cba5-4b5a-aebc-9b8de59382e8 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:43:14.936404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Attempting to bind port 011f205b-cba5-4b5a-aebc-9b8de59382e8 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:43:14.942845 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f807b-32ae-4556-9881-d070a1ba09ae None None] Pushing event updated for resources: {'Port': ['ID=011f205b-cba5-4b5a-aebc-9b8de59382e8,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:14.948415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:43:14.949027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:43:14.949652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:14.950278 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:43:14.951071 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Bound port: 011f205b-cba5-4b5a-aebc-9b8de59382e8, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:43:14.951687 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:15.017699 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] For port 011f205b-cba5-4b5a-aebc-9b8de59382e8, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:43:15.021880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] For port 011f205b-cba5-4b5a-aebc-9b8de59382e8, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=011f205b-cba5-4b5a-aebc-9b8de59382e8,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:43:15.030993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:15.090979 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f807b-32ae-4556-9881-d070a1ba09ae None None] Pushing event updated for resources: {'Port': ['ID=011f205b-cba5-4b5a-aebc-9b8de59382e8,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:15.107959 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Routers {'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:43:15.108909 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:42:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:15.236188 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] Set router b27a12e8-4e73-4a8c-bf75-3f68c271d7f1 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:43:15.481275 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'name': 'router1', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '011f205b-cba5-4b5a-aebc-9b8de59382e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:42:50Z', 'updated_at': '2022-04-06T13:43:09Z', 'revision_number': 4, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'gw_port': {'id': '011f205b-cba5-4b5a-aebc-9b8de59382e8', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:09Z', 'updated_at': '2022-04-06T13:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '7ee86cab-16ce-452a-b02a-10232ad9faef', 'name': '', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'mac_address': 'fa:16:3e:ad:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:01Z', 'updated_at': '2022-04-06T13:43:04Z', 'revision_number': 5, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'subnets': [{'id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:43:15.510499 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5b60f-e20e-431a-a1a8-98a02bafd6c8 None None] The sync data for ids ['b27a12e8-4e73-4a8c-bf75-3f68c271d7f1'] in dv-cinder-827554-3-iscsi is: [{'id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'name': 'router1', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '011f205b-cba5-4b5a-aebc-9b8de59382e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:42:50Z', 'updated_at': '2022-04-06T13:43:09Z', 'revision_number': 4, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'gw_port': {'id': '011f205b-cba5-4b5a-aebc-9b8de59382e8', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:10:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:09Z', 'updated_at': '2022-04-06T13:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '7ee86cab-16ce-452a-b02a-10232ad9faef', 'name': '', 'network_id': '7295c72b-11a9-45cb-a3e9-512372b75e22', 'tenant_id': '8bbee740bab34adf92d21e2791ea9f72', 'mac_address': 'fa:16:3e:ad:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a12e8-4e73-4a8c-bf75-3f68c271d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:43:01Z', 'updated_at': '2022-04-06T13:43:04Z', 'revision_number': 5, 'project_id': '8bbee740bab34adf92d21e2791ea9f72', 'subnets': [{'id': '753892bd-3e58-464b-b0b5-2406f3a4b5ee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751b03db-c94e-46dd-95f8-b1df2808a4fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:43:15.753882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 011f205b-cba5-4b5a-aebc-9b8de59382e8 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:43:15.833105 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 011f205b-cba5-4b5a-aebc-9b8de59382e8 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:15.833496 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:15.941897 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 011f205b-cba5-4b5a-aebc-9b8de59382e8 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:43:15.942579 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:15.967650 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 011f205b-cba5-4b5a-aebc-9b8de59382e8, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=011f205b-cba5-4b5a-aebc-9b8de59382e8,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:43:15.976695 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:16.052554 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=011f205b-cba5-4b5a-aebc-9b8de59382e8,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:17.750951 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 011f205b-cba5-4b5a-aebc-9b8de59382e8 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:43:17.843642 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 011f205b-cba5-4b5a-aebc-9b8de59382e8 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:17.844034 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (011f205b-cba5-4b5a-aebc-9b8de59382e8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:17.939652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 011f205b-cba5-4b5a-aebc-9b8de59382e8 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:43:25.477038 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-15d845d4-ae32-4f7f-afa5-6601e30fd0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:27.650968 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:43:28.090685 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9811ca77-56d3-404a-b960-164ad8371319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:29.100798 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:30.353349 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:32.498482 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:55.540407 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93512e3d-6470-4e03-a364-01c958b0a72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:58.068045 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18d66e23-51f2-495c-ba32-941373ff36cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:59.093898 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:00.348375 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:02.505963 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:04.652831 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:44:25.470689 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bf687640-2550-45fa-905c-2575d1d692a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:28.067984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e300e118-5b59-46e9-b38d-437547f45a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:29.094644 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:30.350139 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:32.491941 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:36.017327 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51214) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:36.093057 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c622812-3d3c-4467-bb07-fd5a0bd64be9 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:44:36.094730 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-3c622812-3d3c-4467-bb07-fd5a0bd64be9 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0760913 Apr 06 13:44:36.262663 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec2cab-cd4b-4379-8ffd-eb66e94060a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:36.264069 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a4ec2cab-cd4b-4379-8ffd-eb66e94060a3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653285 Apr 06 13:44:38.609057 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51224) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:38.712300 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba65565-486b-415a-93d8-313501b6d46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:38.713769 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-aba65565-486b-415a-93d8-313501b6d46a admin admin] 10.222.0.24 "GET /v2.0/subnets/753892bd-3e58-464b-b0b5-2406f3a4b5ee HTTP/1.1" status: 200 len: 849 time: 0.1035810 Apr 06 13:44:38.724182 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:38.829230 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Publish callbacks [] for subnet (753892bd-3e58-464b-b0b5-2406f3a4b5ee), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:38.981270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772705460493'] for subnet (753892bd-3e58-464b-b0b5-2406f3a4b5ee), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.023545 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:39.024725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.037452 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] 10.222.0.24 "PUT /v2.0/subnets/753892bd-3e58-464b-b0b5-2406f3a4b5ee HTTP/1.1" status: 200 len: 868 time: 0.3059013 Apr 06 13:44:39.037726 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee91d66-3905-4785-8a78-7ae4c4d283c5 None None] Network 7295c72b-11a9-45cb-a3e9-512372b75e22 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:44:39.046624 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753892bd-3e58-464b-b0b5-2406f3a4b5ee,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:39.054767 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.055184 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.055487 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.055803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.056143 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.056477 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.056803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.057141 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.057490 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.057820 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.058158 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.058503 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.058863 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.059180 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.059505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d25c7-77dd-4b04-8a12-65705c72e101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.462071 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-23a2cf38-fdb2-4211-b37f-29c2d4f126e7 None None] Provisioning complete for port 7ee86cab-16ce-452a-b02a-10232ad9faef triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:44:39.462321 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-23a2cf38-fdb2-4211-b37f-29c2d4f126e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ee86cab-16ce-452a-b02a-10232ad9faef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.555427 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-23a2cf38-fdb2-4211-b37f-29c2d4f126e7 None None] Current status of the port 7ee86cab-16ce-452a-b02a-10232ad9faef is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:44:39.575201 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-23a2cf38-fdb2-4211-b37f-29c2d4f126e7 None None] Provisioning complete for port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:44:39.575608 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-23a2cf38-fdb2-4211-b37f-29c2d4f126e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.657664 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-23a2cf38-fdb2-4211-b37f-29c2d4f126e7 None None] Current status of the port 40ae4aa1-c7f8-4543-bdd7-9a1a6cda6c1a is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:44:41.419196 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51234) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:41.637890 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0c7b-93ba-4052-bf9f-06c2ac6c28c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:41.638265 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e0c7b-93ba-4052-bf9f-06c2ac6c28c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:41.639877 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-899e0c7b-93ba-4052-bf9f-06c2ac6c28c7 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2194238 Apr 06 13:44:41.653442 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:44:43.961941 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51242) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:44.100508 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026020b4-583f-4b71-bbb7-2d7508ca48bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:44.100979 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026020b4-583f-4b71-bbb7-2d7508ca48bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:44.102538 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-026020b4-583f-4b71-bbb7-2d7508ca48bc admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1395695 Apr 06 13:44:46.469287 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51250) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:46.604952 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503981c-291b-40ee-a55b-d14c6106af2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:46.606347 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6503981c-291b-40ee-a55b-d14c6106af2a admin admin] 10.222.0.24 "GET /v2.0/networks/7295c72b-11a9-45cb-a3e9-512372b75e22 HTTP/1.1" status: 200 len: 869 time: 0.1357288 Apr 06 13:44:48.943850 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51258) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:49.077605 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c378830-d75c-413c-bc88-a839f05114f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:49.079108 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7c378830-d75c-413c-bc88-a839f05114f8 admin admin] 10.222.0.24 "GET /v2.0/networks/7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 HTTP/1.1" status: 200 len: 886 time: 0.1340015 Apr 06 13:44:51.394807 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51266) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:51.527425 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76503102-3dc0-4dbf-823a-0f5f1776728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:51.527884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76503102-3dc0-4dbf-823a-0f5f1776728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:51.529449 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-76503102-3dc0-4dbf-823a-0f5f1776728e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329970 Apr 06 13:44:53.921932 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51274) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:54.019678 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482e1d5-8c8c-4d38-bbea-0579e9834d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:54.020500 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482e1d5-8c8c-4d38-bbea-0579e9834d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:54.022068 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-2482e1d5-8c8c-4d38-bbea-0579e9834d0f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0995500 Apr 06 13:44:55.466293 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7b6e226d-f844-4499-981a-38a2a73b39dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:56.342264 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51282) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:56.443218 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86860a5d-fe51-43ed-b0ea-5aa9c0327acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:56.444615 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-86860a5d-fe51-43ed-b0ea-5aa9c0327acc admin admin] 10.222.0.24 "GET /v2.0/subnets/753892bd-3e58-464b-b0b5-2406f3a4b5ee HTTP/1.1" status: 200 len: 868 time: 0.1012905 Apr 06 13:44:58.063908 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-38540d94-4c71-4ef9-8e7f-a76c04135909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:58.819010 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51290) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:58.914931 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586bcbf-c3ae-4a18-bbec-d9ce5d040384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:58.916349 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e586bcbf-c3ae-4a18-bbec-d9ce5d040384 admin admin] 10.222.0.24 "GET /v2.0/subnets/f474ca42-47f8-4f16-bccf-74644eb86d99 HTTP/1.1" status: 200 len: 816 time: 0.0963681 Apr 06 13:44:59.101168 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:00.352179 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:02.498962 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:18.653171 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:45:25.470486 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f2f7962d-cd7a-40c9-a3fe-a14a7fc80431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:28.072338 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e483646b-64f6-4cd8-bf73-5ecc03bbc25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:29.103121 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:30.354871 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:32.495825 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:39.754230 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51348) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:45:39.804079 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [None req-7e8e0c5e-b0ab-4f6b-93bd-1d90edecb2b9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:45:39.805091 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7e8e0c5e-b0ab-4f6b-93bd-1d90edecb2b9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498970 Apr 06 13:45:42.227545 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51356) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:45:42.301250 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba876ee-99e9-4df0-ad35-ecfd86112158 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:45:42.302723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-fba876ee-99e9-4df0-ad35-ecfd86112158 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739000 Apr 06 13:45:42.394058 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceec0c9-1363-4eff-b987-489e8f29ee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:42.395834 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-cceec0c9-1363-4eff-b987-489e8f29ee15 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0884700 Apr 06 13:45:44.747133 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51364) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:45:44.805017 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:44.836972 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Made reservation on behalf of 713b6beeeb46451aa20c49d2f269799b for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:45:44.840984 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:44.882016 dv-cinder-827554-3-iscsi neutron-server[109800]: WARNING neutron.services.revisions.revision_plugin [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Could not find related network for resource to bump revision. Apr 06 13:45:44.894477 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:45:44.905509 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (f6065b9e-528c-4126-9603-58bde4ce52fc), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:44.906029 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Added segment f6065b9e-528c-4126-9603-58bde4ce52fc of type vlan for network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a Apr 06 13:45:44.949874 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:44.976525 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:44.977963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:44.979031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:45.039397 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2911417 Apr 06 13:45:45.042464 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:45.050305 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.050657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.051054 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.051402 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.051735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.052068 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.052400 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.052748 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.053099 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.053433 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.053776 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.054117 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.054448 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.054788 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.055111 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b868d84-a478-4e0f-a0cc-f331a32e7372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:45.068428 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:45:47.371409 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51372) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:45:47.434116 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.pecan_wsgi.hooks.translation [None req-161a2467-9f45-4e79-8e04-9c6c94ce83f1 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:45:47.435447 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-161a2467-9f45-4e79-8e04-9c6c94ce83f1 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630791 Apr 06 13:45:47.504550 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a228a-0de9-4c98-bb3e-42393719cd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:47.506011 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-ac7a228a-0de9-4c98-bb3e-42393719cd2e admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662918 Apr 06 13:45:47.515807 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:45:47.536234 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Made reservation on behalf of 713b6beeeb46451aa20c49d2f269799b for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:45:47.538737 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:47.704496 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:47.754260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:47.770651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Checking segment: {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:45:47.771034 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Network hostable DHCP agents. Network: 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:45:47.788298 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:45:47.798435 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:47.803164 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:45:47.803824 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:47.809700 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb681f-6d42-49ea-bd45-627b64a4d73d None None] Network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:45:47.821091 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-669d7563-f848-4add-8b46-eb7684c75716 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087099 Apr 06 13:45:48.026555 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a', 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a', 'project_id': '713b6beeeb46451aa20c49d2f269799b', 'fixed_ips': [{'subnet_id': 'a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:45:48.027529 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.167427 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Allocated IP 192.168.233.2 (1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a/a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72/98aab9af-2a02-4125-9add-47a4d3f01f48) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:45:48.311242 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Publish callbacks [] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.318221 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.370893 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:45:48.371728 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Pushing event updated for resources: {'Port': ['ID=98aab9af-2a02-4125-9add-47a4d3f01f48,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:48.375147 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:45:48.377751 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:45:48.384671 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.385022 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.385476 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.385778 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.386116 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.386559 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.386896 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.387228 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.387578 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.387882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.388447 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.388562 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.388839 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.389180 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.389502 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:45:48.449941 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Attempting to bind port 98aab9af-2a02-4125-9add-47a4d3f01f48 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:45:48.450565 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Attempting to bind port 98aab9af-2a02-4125-9add-47a4d3f01f48 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:45:48.450958 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Attempting to bind port 98aab9af-2a02-4125-9add-47a4d3f01f48 on network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:45:48.456828 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:45:48.456828 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Checking segment: {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:45:48.457711 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.457711 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Bound using segment: {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:45:48.458395 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Bound port: 98aab9af-2a02-4125-9add-47a4d3f01f48, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:45:48.458395 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.525260 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] For port 98aab9af-2a02-4125-9add-47a4d3f01f48, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:45:48.528791 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] For port 98aab9af-2a02-4125-9add-47a4d3f01f48, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=98aab9af-2a02-4125-9add-47a4d3f01f48,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:45:48.536951 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.599300 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176143-c94c-4db5-bf90-ab225c036cac None None] Pushing event updated for resources: {'Port': ['ID=98aab9af-2a02-4125-9add-47a4d3f01f48,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:49.463058 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bcb186-9235-46f9-ac17-381b2a9d4755 None None] Network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:45:49.537123 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] Provisioning complete for port 98aab9af-2a02-4125-9add-47a4d3f01f48 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:45:49.537531 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:49.668462 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] Current status of the port 98aab9af-2a02-4125-9add-47a4d3f01f48 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:45:49.668800 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:49.705773 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] For port 98aab9af-2a02-4125-9add-47a4d3f01f48, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=98aab9af-2a02-4125-9add-47a4d3f01f48,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:45:49.712210 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:49.765111 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18425765-f230-46a0-9e2a-39e7394b5dfb None None] Pushing event updated for resources: {'Port': ['ID=98aab9af-2a02-4125-9add-47a4d3f01f48,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:45:49.837387 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-c0a85e3e-f6a9-467b-abec-f5bab048e877 None None] Provisioning complete for port 98aab9af-2a02-4125-9add-47a4d3f01f48 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:45:49.837782 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c0a85e3e-f6a9-467b-abec-f5bab048e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:49.882577 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 98aab9af-2a02-4125-9add-47a4d3f01f48 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:45:49.961459 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-c0a85e3e-f6a9-467b-abec-f5bab048e877 None None] Current status of the port 98aab9af-2a02-4125-9add-47a4d3f01f48 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:45:49.968926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 98aab9af-2a02-4125-9add-47a4d3f01f48 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:45:49.969369 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (98aab9af-2a02-4125-9add-47a4d3f01f48), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:50.057733 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 98aab9af-2a02-4125-9add-47a4d3f01f48 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:45:55.481748 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-62df5a7b-527a-43c7-9c30-9b329a0fed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:55.652829 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:45:58.067730 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-84fe269f-2430-4ff7-848e-074c27be4b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:59.106003 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:00.362170 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:02.493435 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:25.482509 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-90fb352f-44a3-450f-a135-84401421f699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:28.071959 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f93606ed-50e1-4751-8a68-2e5e6bd51171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:29.109117 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:30.361819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:32.489861 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:32.653397 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:46:55.477327 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1fe3ddd0-519a-4a00-b784-6b9815d19600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:58.075510 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8588ae5b-bae3-40d3-8782-2d20b63ef941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:59.112401 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:00.363313 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:02.486478 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:09.653451 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:47:18.635068 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51410) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:47:18.642811 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [None req-1f02a891-d739-4019-9410-5084035cc4ae tempest-verify_tempest_config-2035035733 tempest-verify_tempest_config-2035035733-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:47:18.643959 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1f02a891-d739-4019-9410-5084035cc4ae tempest-verify_tempest_config-2035035733 tempest-verify_tempest_config-2035035733-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0076952 Apr 06 13:47:18.977145 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51428) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:47:19.085776 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.169170 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Publish callbacks [] for security_group (67218282-528a-4291-a91e-8ff886108e21), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.174669 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (67218282-528a-4291-a91e-8ff886108e21), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.217844 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67218282-528a-4291-a91e-8ff886108e21,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:19.221735 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbb2d59e3baf4b8691241fc07d72fd23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2435803 Apr 06 13:47:19.224830 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51432) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:47:19.227481 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.227833 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.228173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.228520 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.228852 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.229179 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.229504 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.229827 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.230151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.230461 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.230827 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.231168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.231494 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.231815 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.232113 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2726781-828a-409d-adf3-208e39938f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.391615 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Publish callbacks [] for security_group (67218282-528a-4291-a91e-8ff886108e21), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.415819 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Publish callbacks [] for security_group (67218282-528a-4291-a91e-8ff886108e21), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.523171 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (67218282-528a-4291-a91e-8ff886108e21), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.525884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:19.527056 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67218282-528a-4291-a91e-8ff886108e21 HTTP/1.1" status: 204 len: 168 time: 0.3010364 Apr 06 13:47:19.537754 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67218282-528a-4291-a91e-8ff886108e21,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:47:19.545170 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.545522 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.545867 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.546263 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.546869 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.547246 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.547640 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.547974 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.548325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.548658 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.549000 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.549331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.549657 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.549966 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:19.550406 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02caf440-240f-4ca0-9b4b-f33a40d95e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:47:25.481040 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-2a1856ef-27c9-47ed-bcff-a52fd4937cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:28.079632 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-233a59b2-ed32-4880-85f0-ceca96542931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:29.114099 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:30.366052 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:32.485210 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:46.657496 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:47:55.490990 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-abf51fac-a6cd-435e-a5c0-90ee282e68ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:58.093819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7fe1e0f-898a-4172-babb-4c73d8e79e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:59.118033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:00.371910 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:02.481230 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:23.658611 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:48:25.487199 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-083ec487-ce0e-4124-ac71-203ec5935dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:28.087856 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-217f5a71-dc35-45c8-9883-33664f0d7390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:29.121166 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:30.378506 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:32.486548 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:55.485682 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b950f579-577f-4118-bbb9-a31a48402f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:58.101410 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b28f35a4-8913-451c-a0c6-3ebeec10c0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:59.124739 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:00.382401 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:00.658878 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 5 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:49:02.484901 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:15.098192 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437597'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:25.489566 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-99dfec2f-12dd-4519-b380-701c78bb714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:28.096551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f82acf2d-b910-4bd7-965d-4e252134287d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:29.126341 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:29.217451 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51504) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:49:29.325089 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-bdd2d499-194c-4dd7-a4fe-200500bab9da admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1064563 Apr 06 13:49:30.387213 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:31.645898 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51514) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:49:31.705142 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2ea27818-04b5-4930-8c8a-9afcc55477b4 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0580959 Apr 06 13:49:32.480555 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:37.658535 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:49:45.083463 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:55.486906 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e96be5e9-c4e2-4b96-9305-2acf3e8b0c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:58.101412 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ac132837-6730-462c-9a3e-9f868569152a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:59.129878 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:00.387535 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:02.485334 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.664677 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:50:15.084290 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.493750 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-894dc142-bd87-4fb8-aa38-55c3b0852853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:28.114239 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ae1015d-f9fd-48c4-b25c-1bfbc0d5a134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:29.148404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:30.420352 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:32.487249 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:45.094516 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:51.665217 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:50:55.486189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-50e91e02-17b5-43a5-8265-6587c97577f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:58.108478 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d049adbf-0ace-4c55-b94a-187d7982d5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.143924 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.398037 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.483971 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.501412 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51620) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:14.841428 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-7200398-network', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:14.862072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Made reservation on behalf of 8a97691bdf0243d4bbb22f23a3e778c5 for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:14.864537 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.873869 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.963754 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks [] for security_group (047b27d2-e854-4477-84d5-f87ae0236046), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.971299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (047b27d2-e854-4477-84d5-f87ae0236046), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.003708 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:15.011674 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047b27d2-e854-4477-84d5-f87ae0236046,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:15.016568 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (987f58f8-59f3-45f3-8ff2-6c6e60b131d6), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.017238 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Added segment 987f58f8-59f3-45f3-8ff2-6c6e60b131d6 of type vlan for network 24fab408-9a14-419a-aaa9-a34a477fe4c4 Apr 06 13:51:15.034238 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.034588 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.035182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.035326 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.035600 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.036120 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.036736 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.036947 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.037274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.037679 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.038030 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.038380 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Tracked resource versions report: Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: pushed versions: Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: { 'AddressGroup': {'1.2'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Agent': {'1.1'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'ConntrackHelper': {'1.0'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Log': {'1.0'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'NDPProxy': {'1.0'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Network': {'1.1'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Port': {'1.7'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'PortForwarding': {'1.3'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'QosPolicy': {'1.10'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroup': {'1.5'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SubPort': {'1.0'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Subnet': {'1.1'}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Trunk': {'1.1'}} Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: consumer versions: Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: HyperV agent@hv-cinder-82755: {}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Agent': '1.1', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'ConntrackHelper': '1.0', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'LocalIPAssociation': '1.0', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Log': '1.0', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'NDPProxy': '1.0', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Network': '1.1', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Port': '1.7', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'PortForwarding': '1.3', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'QosPolicy': '1.10', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroup': '1.5', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SecurityGroupRule': '1.2', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'SubPort': '1.0', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Subnet': '1.1', Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: 'Trunk': '1.1'}} Apr 06 13:51:15.045770 dv-cinder-827554-3-iscsi neutron-server[109800]: {{(pid=109800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:51:15.082348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (24fab408-9a14-419a-aaa9-a34a477fe4c4), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.121297 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.123488 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (24fab408-9a14-419a-aaa9-a34a477fe4c4), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.125586 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:15.126746 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.224357 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7220168 Apr 06 13:51:15.227373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51666) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:15.235093 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Request body: {'subnet': {'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-subnet', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:15.244016 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13c07-45fa-4f85-9d3e-0d7cd2f7b9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=24fab408-9a14-419a-aaa9-a34a477fe4c4,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:15.255787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:15.271332 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Made reservation on behalf of 8a97691bdf0243d4bbb22f23a3e778c5 for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:15.279837 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.488183 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (9a524c61-ef07-4fbc-8a85-239487b46f53), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.560625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a524c61-ef07-4fbc-8a85-239487b46f53,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:15.573648 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.574578 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.575417 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.576212 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.577035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.577810 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.578581 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.579450 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.580291 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.581090 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.581877 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.582678 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.583473 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.584267 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.585013 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Tracked resource versions report: Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: pushed versions: Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: { 'AddressGroup': {'1.2'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Agent': {'1.1'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'ConntrackHelper': {'1.0'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Log': {'1.0'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'NDPProxy': {'1.0'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Network': {'1.1'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Port': {'1.7'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'PortForwarding': {'1.3'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'QosPolicy': {'1.10'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroup': {'1.5'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SubPort': {'1.0'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Subnet': {'1.1'}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Trunk': {'1.1'}} Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: consumer versions: Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: HyperV agent@hv-cinder-82755: {}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Agent': '1.1', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'ConntrackHelper': '1.0', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'LocalIPAssociation': '1.0', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Log': '1.0', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'NDPProxy': '1.0', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Network': '1.1', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Port': '1.7', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'PortForwarding': '1.3', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'QosPolicy': '1.10', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroup': '1.5', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SecurityGroupRule': '1.2', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'SubPort': '1.0', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Subnet': '1.1', Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: 'Trunk': '1.1'}} Apr 06 13:51:15.587465 dv-cinder-827554-3-iscsi neutron-server[109799]: {{(pid=109799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:51:15.648588 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Checking segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:15.649774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Network hostable DHCP agents. Network: 24fab408-9a14-419a-aaa9-a34a477fe4c4, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:15.678334 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:15.697157 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 24fab408-9a14-419a-aaa9-a34a477fe4c4) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:15.705317 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:15.705916 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.718961 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e81ee-6cab-454e-88b7-0a870de07181 None None] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:15.725207 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-058e9118-ef39-43c2-9df6-bd479504f4ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4954603 Apr 06 13:51:15.729012 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51678) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:15.737051 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:15.804489 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (8f270fbf-22a6-43c1-b371-43b03faf3dab), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.808031 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (8f270fbf-22a6-43c1-b371-43b03faf3dab), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.894478 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51690) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:15.957260 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-24fab408-9a14-419a-aaa9-a34a477fe4c4', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:51:15.961981 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.003498 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks [] for router_controller (8f270fbf-22a6-43c1-b371-43b03faf3dab), precommit_add_association {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.238072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-197262396-network', 'tenant_id': 'b275b426114b4f098b4207e69d69bf6e'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:16.251120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Allocated IP 172.20.0.2 (24fab408-9a14-419a-aaa9-a34a477fe4c4/9a524c61-ef07-4fbc-8a85-239487b46f53/4e0376ae-0d10-475d-933c-b5da7773072e) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:16.299230 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Made reservation on behalf of b275b426114b4f098b4207e69d69bf6e for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:16.303624 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.314349 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks [] for router_gateway (8f270fbf-22a6-43c1-b371-43b03faf3dab), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.345845 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.494175 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks [] for security_group (a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.513842 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.533131 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:16.553926 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (357132cc-fc7a-4fe3-bbf5-f359cf41b340), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.554721 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Added segment 357132cc-fc7a-4fe3-bbf5-f359cf41b340 of type vlan for network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 Apr 06 13:51:16.570788 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Publish callbacks [] for port (4e0376ae-0d10-475d-933c-b5da7773072e), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.600557 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.645092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (f6c29b9b-63d4-4565-a3c5-aa5b604bd386), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.729899 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (f6c29b9b-63d4-4565-a3c5-aa5b604bd386), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.731025 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:16.734582 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.735107 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Pushing event updated for resources: {'Port': ['ID=4e0376ae-0d10-475d-933c-b5da7773072e,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:16.752087 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:16.760657 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:16.765385 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:16.773044 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.773627 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.774223 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.774686 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.775290 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.776430 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.777342 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.778145 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.778980 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.779810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.780875 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.781803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.782926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.784592 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.787058 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Tracked resource versions report: Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: pushed versions: Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: { 'AddressGroup': {'1.2'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Agent': {'1.1'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'ConntrackHelper': {'1.0'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Log': {'1.0'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'NDPProxy': {'1.0'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Network': {'1.1'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Port': {'1.7'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'PortForwarding': {'1.3'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'QosPolicy': {'1.10'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroup': {'1.5'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SubPort': {'1.0'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Subnet': {'1.1'}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Trunk': {'1.1'}} Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: consumer versions: Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: HyperV agent@hv-cinder-82755: {}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Agent': '1.1', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'ConntrackHelper': '1.0', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'LocalIPAssociation': '1.0', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Log': '1.0', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'NDPProxy': '1.0', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Network': '1.1', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Port': '1.7', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'PortForwarding': '1.3', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'QosPolicy': '1.10', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroup': '1.5', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SecurityGroupRule': '1.2', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'SubPort': '1.0', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Subnet': '1.1', Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: 'Trunk': '1.1'}} Apr 06 13:51:16.789966 dv-cinder-827554-3-iscsi neutron-server[109801]: {{(pid=109801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:51:16.809358 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:16.858596 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9622941 Apr 06 13:51:16.860929 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51728) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:16.879999 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Request body: {'subnet': {'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-197262396-subnet', 'tenant_id': 'b275b426114b4f098b4207e69d69bf6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:16.893331 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51730) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:16.920602 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks [] for router_gateway (8f270fbf-22a6-43c1-b371-43b03faf3dab), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.928805 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d1536-2c26-4463-9cbb-f416e6b6ebcb admin admin] Pushing event updated for resources: {'Network': ['ID=f6c29b9b-63d4-4565-a3c5-aa5b604bd386,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:16.940258 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Attempting to bind port 4e0376ae-0d10-475d-933c-b5da7773072e on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:16.941397 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Attempting to bind port 4e0376ae-0d10-475d-933c-b5da7773072e by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:16.942020 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Attempting to bind port 4e0376ae-0d10-475d-933c-b5da7773072e on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:16.947612 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:16.956378 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.960406 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Made reservation on behalf of b275b426114b4f098b4207e69d69bf6e for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:16.964098 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.039014 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:17.040339 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Checking segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:17.041004 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.041574 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Bound using segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:17.042278 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Bound port: 4e0376ae-0d10-475d-933c-b5da7773072e, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:17.042894 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.157230 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] For port 4e0376ae-0d10-475d-933c-b5da7773072e, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:17.164391 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] For port 4e0376ae-0d10-475d-933c-b5da7773072e, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4e0376ae-0d10-475d-933c-b5da7773072e,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:17.179568 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.298844 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Allocated IP 172.27.0.124 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/2ca41e8f-1952-4844-b61e-ef21bc558a19) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:17.335953 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12606614-3a2f-4f26-8006-47ba1b328221 None None] Pushing event updated for resources: {'Port': ['ID=4e0376ae-0d10-475d-933c-b5da7773072e,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:17.560163 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.689142 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-31234451-network', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:17.750562 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:17.779034 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Made reservation on behalf of cfa10a1cb23f4d2ca0be5c101bd3e8f9 for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:17.796541 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.875481 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Checking segment: {'id': '357132cc-fc7a-4fe3-bbf5-f359cf41b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:17.876038 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Network hostable DHCP agents. Network: f6c29b9b-63d4-4565-a3c5-aa5b604bd386, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:17.934104 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51750) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:17.938605 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:18.012213 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, f6c29b9b-63d4-4565-a3c5-aa5b604bd386) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:18.029374 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65839c-25db-4589-9d59-ea86fe8c7b1b None None] Network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:18.033447 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks [] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.040679 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.060647 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.066826 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.128565 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5d1ac5ac-ca2a-47ec-8f82-2762850547b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2628965 Apr 06 13:51:18.213950 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.261772 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4e0376ae-0d10-475d-933c-b5da7773072e up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:18.307289 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:18.316829 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:18.327974 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:18.337924 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Pushing event updated for resources: {'Port': ['ID=2ca41e8f-1952-4844-b61e-ef21bc558a19,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:18.417290 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks [] for security_group (1898a286-d57e-403a-a6a6-984597f24736), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.419298 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1253650835-network', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:18.429249 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (1898a286-d57e-403a-a6a6-984597f24736), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.512049 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1898a286-d57e-403a-a6a6-984597f24736,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:18.534297 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:18.553242 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee183d-c007-476b-990c-75e75e3beac0 None None] Network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:18.557538 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (bd6178ca-7915-41ab-990a-11f10209124a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.558184 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Added segment bd6178ca-7915-41ab-990a-11f10209124a of type vlan for network 39774851-8a70-41b0-8299-eb709a7f7954 Apr 06 13:51:18.685840 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (39774851-8a70-41b0-8299-eb709a7f7954), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.766898 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (39774851-8a70-41b0-8299-eb709a7f7954), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.769310 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:18.772314 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.940146 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 4e0376ae-0d10-475d-933c-b5da7773072e triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:18.942675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.033725 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1350284 Apr 06 13:51:19.055577 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51786) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:19.072577 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Request body: {'subnet': {'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-subnet', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:19.105194 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b945dc5-648e-46e2-ab4c-1454f8149f88 admin admin] Pushing event updated for resources: {'Network': ['ID=39774851-8a70-41b0-8299-eb709a7f7954,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:19.177293 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Made reservation on behalf of 750ed7962a664cb5b3be50236f74c8da for: {'network': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:19.191525 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.202814 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Made reservation on behalf of cfa10a1cb23f4d2ca0be5c101bd3e8f9 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:19.207184 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.235538 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.312096 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 4e0376ae-0d10-475d-933c-b5da7773072e is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:19.313046 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.472180 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 4e0376ae-0d10-475d-933c-b5da7773072e, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4e0376ae-0d10-475d-933c-b5da7773072e,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:19.484272 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 39774851-8a70-41b0-8299-eb709a7f7954 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:19.498765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.572796 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks [] for security_group (3f242e3b-746d-4856-ba70-3aafa09698fc), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.582278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3f242e3b-746d-4856-ba70-3aafa09698fc), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.620044 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f242e3b-746d-4856-ba70-3aafa09698fc,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:19.666882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=4e0376ae-0d10-475d-933c-b5da7773072e,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:19.671846 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8771d7-a44c-46b3-9236-063a6455966a None None] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:19.860184 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks [] for router_gateway (8f270fbf-22a6-43c1-b371-43b03faf3dab), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.927130 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (e1920da1-e5ed-478b-9371-e74628ded767), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.935601 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:20.001520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772705530224', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (38f47864-8b18-4241-a378-5e25eb562524), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.002104 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Unsubscribe: segment precommit_create {{(pid=109799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:51:20.002560 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.segments_db [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Added segment 38f47864-8b18-4241-a378-5e25eb562524 of type vlan for network beccdd48-ac15-4226-af93-4103929f4aa2 Apr 06 13:51:20.104759 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1920da1-e5ed-478b-9371-e74628ded767,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:20.210692 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Checking segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:20.211407 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Network hostable DHCP agents. Network: 39774851-8a70-41b0-8299-eb709a7f7954, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:20.258908 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (beccdd48-ac15-4226-af93-4103929f4aa2), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.269275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Network 39774851-8a70-41b0-8299-eb709a7f7954 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:20.290136 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 39774851-8a70-41b0-8299-eb709a7f7954) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:20.298355 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4e0376ae-0d10-475d-933c-b5da7773072e up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:20.307557 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.309825 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.334991 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61730707-9656-4beb-9fa1-119d29042e5e None None] Network 39774851-8a70-41b0-8299-eb709a7f7954 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:20.350881 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-3b489df9-c8f3-42a9-8773-5a9215bfce04 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2883625 Apr 06 13:51:20.354419 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51838) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:20.373053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:20.428449 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (beccdd48-ac15-4226-af93-4103929f4aa2), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.430079 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.431082 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.436183 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (511e193f-e573-45c9-815e-34ed3baf7b59), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.442678 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (511e193f-e573-45c9-815e-34ed3baf7b59), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.554494 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-f676972a-e25b-481e-bc92-c1444cb9f984 None None] Provisioning complete for port 4e0376ae-0d10-475d-933c-b5da7773072e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:20.555045 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f676972a-e25b-481e-bc92-c1444cb9f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.567765 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks [] for router_controller (511e193f-e573-45c9-815e-34ed3baf7b59), precommit_add_association {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:20.825474 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-f676972a-e25b-481e-bc92-c1444cb9f984 None None] Current status of the port 4e0376ae-0d10-475d-933c-b5da7773072e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:20.841827 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8994272 Apr 06 13:51:20.842813 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51874) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:20.894486 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 4e0376ae-0d10-475d-933c-b5da7773072e triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:20.896993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.012041 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Request body: {'subnet': {'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1253650835-subnet', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:21.025031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks [] for router_gateway (511e193f-e573-45c9-815e-34ed3baf7b59), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.113805 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38eeb0-f96f-4015-a91a-260fe8edf882 admin admin] Pushing event updated for resources: {'Network': ['ID=beccdd48-ac15-4226-af93-4103929f4aa2,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:21.126544 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-39774851-8a70-41b0-8299-eb709a7f7954', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:51:21.131310 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.166255 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51902) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:21.175721 dv-cinder-827554-3-iscsi neutron-server[109799]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 13:51:21.210462 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network beccdd48-ac15-4226-af93-4103929f4aa2 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:21.422298 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-b1b5dbd6-798d-43f9-8f7c-3f4cddb51139 None None] Provisioning complete for port 4e0376ae-0d10-475d-933c-b5da7773072e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:21.422981 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b1b5dbd6-798d-43f9-8f7c-3f4cddb51139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.445990 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-ea8c93fe-cbe7-4027-b4a7-625dbb284922 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:21.447942 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-ea8c93fe-cbe7-4027-b4a7-625dbb284922 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/networks?id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386 HTTP/1.1" status: 200 len: 811 time: 0.2790279 Apr 06 13:51:21.473166 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0a852c75-08d3-423c-8f30-1f82d5a4e37c tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/quotas/b275b426114b4f098b4207e69d69bf6e HTTP/1.1" status: 200 len: 375 time: 0.0115035 Apr 06 13:51:21.476550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Made reservation on behalf of 750ed7962a664cb5b3be50236f74c8da for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:21.479539 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.620228 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks [] for router_gateway (511e193f-e573-45c9-815e-34ed3baf7b59), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.688254 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.817705 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51934) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:21.918015 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (9b293028-20a5-445e-9236-88ca99e07fc2), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.924942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 4e0376ae-0d10-475d-933c-b5da7773072e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:21.965283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5dbd6-798d-43f9-8f7c-3f4cddb51139 None None] Current status of the port 4e0376ae-0d10-475d-933c-b5da7773072e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:21.985621 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-6a8b17b2-3431-4853-bd25-cd6308e73f3c tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b275b426114b4f098b4207e69d69bf6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468370 Apr 06 13:51:21.987110 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (8f270fbf-22a6-43c1-b371-43b03faf3dab), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.999628 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Allocated IP 172.20.0.2 (39774851-8a70-41b0-8299-eb709a7f7954/e1920da1-e5ed-478b-9371-e74628ded767/430363fa-eb16-4f80-b31f-f3dcc5eafe44) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:22.009057 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Allocated IP 172.27.0.34 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/7f3a891d-4717-4eb4-a59b-f6ef7847ef93) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:22.050131 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b293028-20a5-445e-9236-88ca99e07fc2,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:22.204951 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Checking segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:22.205650 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Network hostable DHCP agents. Network: beccdd48-ac15-4226-af93-4103929f4aa2, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:22.242475 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Network beccdd48-ac15-4226-af93-4103929f4aa2 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:22.246401 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-640b1f1c-8a7c-4b6e-a399-39d3784717de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.265252 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, beccdd48-ac15-4226-af93-4103929f4aa2) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:22.276071 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:22.276862 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.309641 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-501a1ad9-32f8-4c51-bcd5-b9430af1597a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4349821 Apr 06 13:51:22.313950 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 51968) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:22.327509 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:22.340392 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Router 8f270fbf-22a6-43c1-b371-43b03faf3dab is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:51:22.360529 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Publish callbacks [] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.370968 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d99e0a-ebeb-4087-9e5b-ad8a7b85de01 None None] Network beccdd48-ac15-4226-af93-4103929f4aa2 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:22.371687 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-640b1f1c-8a7c-4b6e-a399-39d3784717de admin admin] Publish callbacks [] for security_group (15711471-c807-4318-b54a-55ebd9d897d6), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.382465 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.389518 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-640b1f1c-8a7c-4b6e-a399-39d3784717de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (15711471-c807-4318-b54a-55ebd9d897d6), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.449148 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-640b1f1c-8a7c-4b6e-a399-39d3784717de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=507568d44a36454b9db6f5314e86de0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6279426 Apr 06 13:51:22.453171 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51972) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:22.457335 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b1f1c-8a7c-4b6e-a399-39d3784717de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15711471-c807-4318-b54a-55ebd9d897d6,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:22.491402 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (087c1c6c-2052-4426-b89b-0763fa05cf74), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.492492 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (087c1c6c-2052-4426-b89b-0763fa05cf74), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.515511 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks [] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.557432 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks [] for router_controller (087c1c6c-2052-4426-b89b-0763fa05cf74), precommit_add_association {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.642031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.702156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51976) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:22.726542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Pushing event updated for resources: {'Port': ['ID=430363fa-eb16-4f80-b31f-f3dcc5eafe44,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:22.733068 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Network 39774851-8a70-41b0-8299-eb709a7f7954 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:22.737494 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:22.742187 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:22.750692 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51978) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:22.755627 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-beccdd48-ac15-4226-af93-4103929f4aa2', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:51:22.757441 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.801854 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a49160e4-a839-4ece-867a-931a9bf352fc admin admin] Publish callbacks [] for security_group (15711471-c807-4318-b54a-55ebd9d897d6), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.812784 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-6e0f3cad-57d0-42cc-96d2-d82807b09891 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:51:22.814145 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-6e0f3cad-57d0-42cc-96d2-d82807b09891 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6803465 Apr 06 13:51:22.892850 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:22.933352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:22.937983 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:22.971933 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Pushing event updated for resources: {'Port': ['ID=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:23.009837 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks [] for router_gateway (087c1c6c-2052-4426-b89b-0763fa05cf74), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.027684 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Attempting to bind port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:23.030220 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Attempting to bind port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:23.032312 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Attempting to bind port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 on network 39774851-8a70-41b0-8299-eb709a7f7954 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:23.053685 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:23.068581 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a49160e4-a839-4ece-867a-931a9bf352fc admin admin] Publish callbacks [] for security_group (15711471-c807-4318-b54a-55ebd9d897d6), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.069518 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Sync routers for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:23.086111 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:23.086830 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:50:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:23.087345 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Allocated IP 172.20.0.2 (beccdd48-ac15-4226-af93-4103929f4aa2/9b293028-20a5-445e-9236-88ca99e07fc2/754497f7-8c9a-4ed4-9868-1438dbe45fdc) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:23.099704 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ed03578-d8c7-4a40-b2ea-f4e3552e683b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.111224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-daa934fc-5222-47cb-91bc-a2809cd430c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.179531 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-e4d44eb8-18f9-4f7f-a27b-aada48797cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412712 Apr 06 13:51:23.214640 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.216558 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b580d84d-05b2-42fc-bed6-8ba3020d4c7e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4859269 Apr 06 13:51:23.231196 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 51996) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:23.243316 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:23.244615 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Checking segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:23.245671 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.246785 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Bound using segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:23.248014 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Bound port: 430363fa-eb16-4f80-b31f-f3dcc5eafe44, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:23.249061 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.315091 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-7345ca61-000f-4051-983c-dea43f7a37b5 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306086 Apr 06 13:51:23.376436 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:23.399159 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Publish callbacks [] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.414187 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] For port 430363fa-eb16-4f80-b31f-f3dcc5eafe44, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:23.421456 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] For port 430363fa-eb16-4f80-b31f-f3dcc5eafe44, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=430363fa-eb16-4f80-b31f-f3dcc5eafe44,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:23.428900 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.493879 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.590487 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks [] for router_gateway (087c1c6c-2052-4426-b89b-0763fa05cf74), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.665892 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.813347 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:19Z', 'revision_number': 3, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:23.835239 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52010) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:23.845734 dv-cinder-827554-3-iscsi neutron-server[109800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 13:51:23.855171 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Network beccdd48-ac15-4226-af93-4103929f4aa2 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:23.908432 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Checking router: 8f270fbf-22a6-43c1-b371-43b03faf3dab for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:23.909025 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Updating router 8f270fbf-22a6-43c1-b371-43b03faf3dab port 2ca41e8f-1952-4844-b61e-ef21bc558a19 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:23.909845 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:23.916765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Pushing event updated for resources: {'Port': ['ID=754497f7-8c9a-4ed4-9868-1438dbe45fdc,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:23.927788 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:23.973181 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ed03578-d8c7-4a40-b2ea-f4e3552e683b admin admin] Publish callbacks [] for security_group (afed05c0-d510-4c11-8bb8-80e394219a9e), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.002426 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.065477 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Allocated IP 172.27.0.202 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/12f1c8bb-ad16-4737-800d-fd7c6e69f7a2) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:24.104072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a49160e4-a839-4ece-867a-931a9bf352fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (15711471-c807-4318-b54a-55ebd9d897d6), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.106811 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a49160e4-a839-4ece-867a-931a9bf352fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.111776 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a49160e4-a839-4ece-867a-931a9bf352fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15711471-c807-4318-b54a-55ebd9d897d6 HTTP/1.1" status: 204 len: 168 time: 1.6467700 Apr 06 13:51:24.115531 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ed03578-d8c7-4a40-b2ea-f4e3552e683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (afed05c0-d510-4c11-8bb8-80e394219a9e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.119751 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d5075d3e-b2ff-47d5-9200-7888b975feeb req-f7df568a-381a-434c-80f4-dfc95f35383a tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.2782028 Apr 06 13:51:24.184355 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49160e4-a839-4ece-867a-931a9bf352fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15711471-c807-4318-b54a-55ebd9d897d6,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:24.238596 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-daa934fc-5222-47cb-91bc-a2809cd430c5 admin admin] Publish callbacks [] for security_group (d99a31d4-b3e5-460d-978a-3c165ff3b5df), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.291620 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-4ed03578-d8c7-4a40-b2ea-f4e3552e683b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=722a5c24ed494e6aa97d697baa049167&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5281477 Apr 06 13:51:24.292333 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-daa934fc-5222-47cb-91bc-a2809cd430c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d99a31d4-b3e5-460d-978a-3c165ff3b5df), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.297896 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52032) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.350053 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Attempting to bind port 754497f7-8c9a-4ed4-9868-1438dbe45fdc on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:24.353106 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed03578-d8c7-4a40-b2ea-f4e3552e683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afed05c0-d510-4c11-8bb8-80e394219a9e,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:24.354184 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Attempting to bind port 754497f7-8c9a-4ed4-9868-1438dbe45fdc by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:24.355051 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Attempting to bind port 754497f7-8c9a-4ed4-9868-1438dbe45fdc on network beccdd48-ac15-4226-af93-4103929f4aa2 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:24.478384 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:24.478798 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks [] for router_gateway (511e193f-e573-45c9-815e-34ed3baf7b59), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.486462 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-daa934fc-5222-47cb-91bc-a2809cd430c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4bd8d8552a843b9a4fc297d26f68b26&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7730732 Apr 06 13:51:24.490284 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Checking segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:24.494426 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.498887 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Bound using segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:24.500369 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Bound port: 754497f7-8c9a-4ed4-9868-1438dbe45fdc, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:24.500911 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52034) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.507612 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.593050 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab5da3-87b0-451c-bd0b-2198351fe1c9 None None] Pushing event updated for resources: {'Port': ['ID=430363fa-eb16-4f80-b31f-f3dcc5eafe44,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:24.682891 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa934fc-5222-47cb-91bc-a2809cd430c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99a31d4-b3e5-460d-978a-3c165ff3b5df,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:24.745827 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks [] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.747195 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cc049731-0d3a-4b5c-85ff-8d578d0340a0 admin admin] Publish callbacks [] for security_group (afed05c0-d510-4c11-8bb8-80e394219a9e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.775952 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] For port 754497f7-8c9a-4ed4-9868-1438dbe45fdc, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:24.784466 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] For port 754497f7-8c9a-4ed4-9868-1438dbe45fdc, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=754497f7-8c9a-4ed4-9868-1438dbe45fdc,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:24.796903 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cc049731-0d3a-4b5c-85ff-8d578d0340a0 admin admin] Publish callbacks [] for security_group (afed05c0-d510-4c11-8bb8-80e394219a9e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.803972 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.818164 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1d88c763-b25d-4cdc-836b-3357d038c256 admin admin] Publish callbacks [] for security_group (d99a31d4-b3e5-460d-978a-3c165ff3b5df), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.889437 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1d88c763-b25d-4cdc-836b-3357d038c256 admin admin] Publish callbacks [] for security_group (d99a31d4-b3e5-460d-978a-3c165ff3b5df), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.900011 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.951551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff5e69-1372-4c30-aa28-fa44e6f9c844 None None] Pushing event updated for resources: {'Port': ['ID=754497f7-8c9a-4ed4-9868-1438dbe45fdc,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.101475 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:25.106325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:25.125720 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:25.187406 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cc049731-0d3a-4b5c-85ff-8d578d0340a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (afed05c0-d510-4c11-8bb8-80e394219a9e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.197186 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cc049731-0d3a-4b5c-85ff-8d578d0340a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.207159 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-cc049731-0d3a-4b5c-85ff-8d578d0340a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afed05c0-d510-4c11-8bb8-80e394219a9e HTTP/1.1" status: 204 len: 168 time: 0.9080513 Apr 06 13:51:25.283942 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Publish callbacks [] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.312955 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.518415 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Pushing event updated for resources: {'Port': ['ID=2ca41e8f-1952-4844-b61e-ef21bc558a19,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.540930 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6855e2a5-c7fc-491d-912a-ee96d4824266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.554341 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.554937 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.556051 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.557047 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.557592 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.558132 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.558593 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.559076 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.559552 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.560006 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.560458 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.560974 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.561458 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.561910 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.562440 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Tracked resource versions report: Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: pushed versions: Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: { 'AddressGroup': {'1.2'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Agent': {'1.1'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'ConntrackHelper': {'1.0'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Log': {'1.0'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'NDPProxy': {'1.0'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Network': {'1.1'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Port': {'1.7'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'PortForwarding': {'1.3'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'QosPolicy': {'1.10'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroup': {'1.5'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SubPort': {'1.0'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Subnet': {'1.1'}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Trunk': {'1.1'}} Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: consumer versions: Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: { DHCP agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: HyperV agent@hv-cinder-82755: {}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: L3 agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: Metadata agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: Metering agent@dv-cinder-827554-3-iscsi: {}, Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: Open vSwitch agent@dv-cinder-827554-3-iscsi: { 'AddressGroup': '1.2', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Agent': '1.1', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'ConntrackHelper': '1.0', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'LocalIPAssociation': '1.0', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Log': '1.0', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'NDPProxy': '1.0', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Network': '1.1', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Port': '1.7', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'PortForwarding': '1.3', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'QosPolicy': '1.10', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroup': '1.5', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SecurityGroupRule': '1.2', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'SubPort': '1.0', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Subnet': '1.1', Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: 'Trunk': '1.1'}} Apr 06 13:51:25.563990 dv-cinder-827554-3-iscsi neutron-server[109802]: {{(pid=109802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:51:25.593445 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Attempting to bind port 2ca41e8f-1952-4844-b61e-ef21bc558a19 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:25.594436 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Attempting to bind port 2ca41e8f-1952-4844-b61e-ef21bc558a19 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:25.595168 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Attempting to bind port 2ca41e8f-1952-4844-b61e-ef21bc558a19 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:25.613269 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:25.614043 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:25.615387 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.616328 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:25.617515 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Bound port: 2ca41e8f-1952-4844-b61e-ef21bc558a19, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:25.619429 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.620832 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Pushing event updated for resources: {'Port': ['ID=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.660279 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (511e193f-e573-45c9-815e-34ed3baf7b59), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.700921 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] For port 2ca41e8f-1952-4844-b61e-ef21bc558a19, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:25.704587 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] For port 2ca41e8f-1952-4844-b61e-ef21bc558a19, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=2ca41e8f-1952-4844-b61e-ef21bc558a19,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:25.719453 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.738205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc049731-0d3a-4b5c-85ff-8d578d0340a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afed05c0-d510-4c11-8bb8-80e394219a9e,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.822549 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1d88c763-b25d-4cdc-836b-3357d038c256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d99a31d4-b3e5-460d-978a-3c165ff3b5df), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.837596 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1d88c763-b25d-4cdc-836b-3357d038c256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.845323 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6f785-12fb-43b2-9acd-4edf4425fc4a None None] Pushing event updated for resources: {'Port': ['ID=2ca41e8f-1952-4844-b61e-ef21bc558a19,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.851937 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-1d88c763-b25d-4cdc-836b-3357d038c256 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d99a31d4-b3e5-460d-978a-3c165ff3b5df HTTP/1.1" status: 204 len: 168 time: 1.3249218 Apr 06 13:51:25.880622 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4e3b45bf-e096-402e-a0cc-ec320ff5d439 req-956cef81-6c23-406d-a92a-13470fa97f54 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.2516932 Apr 06 13:51:25.933684 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:25.935851 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:50:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:25.999763 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c763-b25d-4cdc-836b-3357d038c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99a31d4-b3e5-460d-978a-3c165ff3b5df,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:26.301892 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:26.327223 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614d9fd-3c11-4fc3-92c4-3e91772fa72f None None] Network 39774851-8a70-41b0-8299-eb709a7f7954 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:26.583531 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 430363fa-eb16-4f80-b31f-f3dcc5eafe44 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:26.648382 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks [] for router_gateway (087c1c6c-2052-4426-b89b-0763fa05cf74), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.708508 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52102) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:26.788445 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fd4130e1-144e-4144-b6f5-d4e2b6ec0389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.914252 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:19Z', 'revision_number': 3, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:26.982210 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Provisioning complete for port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:26.982210 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.011221 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dedf8f3-5a2b-41e3-8f88-48b2015307e7 None None] The sync data for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi is: [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:19Z', 'revision_number': 3, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:27.290130 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52118) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:27.308409 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:27.308814 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.381909 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e72e57-f50d-49fc-a7ca-0a6c76c9218a None None] Network beccdd48-ac15-4226-af93-4103929f4aa2 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:27.475319 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.597628 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fd4130e1-144e-4144-b6f5-d4e2b6ec0389 admin admin] Publish callbacks [] for security_group (7e994f1c-811d-4874-9839-5e4f39080c5b), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.701732 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Router 511e193f-e573-45c9-815e-34ed3baf7b59 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:51:27.796834 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-530dbe80-5273-4b16-8e85-58b2dda41260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.814667 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fd4130e1-144e-4144-b6f5-d4e2b6ec0389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (7e994f1c-811d-4874-9839-5e4f39080c5b), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.944870 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Current status of the port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:27.945792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.015401 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef9fdeb5-7474-43d6-a071-4abaa12451c9 req-9ba6ca31-f596-46d1-b033-b222dce0c593 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.6696017 Apr 06 13:51:28.132168 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:28.132561 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.174774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (087c1c6c-2052-4426-b89b-0763fa05cf74), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.210662 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 430363fa-eb16-4f80-b31f-f3dcc5eafe44, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=430363fa-eb16-4f80-b31f-f3dcc5eafe44,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:28.212709 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-fd4130e1-144e-4144-b6f5-d4e2b6ec0389 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8428f6dba2f14deebfc49e88ccd0752c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4523864 Apr 06 13:51:28.215117 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52140) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:28.232193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4130e1-144e-4144-b6f5-d4e2b6ec0389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e994f1c-811d-4874-9839-5e4f39080c5b,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:28.233839 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.238335 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 754497f7-8c9a-4ed4-9868-1438dbe45fdc up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:28.418417 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=430363fa-eb16-4f80-b31f-f3dcc5eafe44,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:28.485876 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.15', 57837) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:28.496376 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5c78-98fd-44cf-9403-522bc3c220dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.587129 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 754497f7-8c9a-4ed4-9868-1438dbe45fdc triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:28.587129 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.669444 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:51:28.737733 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.db.api [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:51:28.737733 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG oslo_db.api [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:51:28.764722 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c62b650-53fd-46d2-b3d5-15faa170e640 admin admin] Publish callbacks [] for security_group (7e994f1c-811d-4874-9839-5e4f39080c5b), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.804380 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:51:28.926266 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 754497f7-8c9a-4ed4-9868-1438dbe45fdc is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:28.927736 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.019645 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 754497f7-8c9a-4ed4-9868-1438dbe45fdc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=754497f7-8c9a-4ed4-9868-1438dbe45fdc,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:29.031852 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.225150 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=754497f7-8c9a-4ed4-9868-1438dbe45fdc,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:29.305157 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.325045 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a81df-1713-4a13-b877-560453fb61a4 None None] Current status of the port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:29.356643 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:29.378760 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:29.404190 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:29.405853 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:29.437784 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:29.444002 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-47a2c4f9-11e9-4a22-9d06-c27f6c2408b0 req-c499ed82-f451-48e6-9baa-fc6226dfc88a tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.0779324 Apr 06 13:51:29.455909 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:29.460933 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Allocated IP 172.20.0.1 (24fab408-9a14-419a-aaa9-a34a477fe4c4/9a524c61-ef07-4fbc-8a85-239487b46f53/4f73fd69-58a8-4529-8a21-4499a9a4eb0d) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:29.462973 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.472008 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9b6fdd79-1dfa-406a-902e-7eb8491ab063 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1542389 Apr 06 13:51:29.474576 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52174) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:29.548576 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:29.551884 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:29.571392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-530dbe80-5273-4b16-8e85-58b2dda41260 admin admin] Publish callbacks [] for security_group (c327c691-afdc-4d47-a145-ab5438f7103f), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.588959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c62b650-53fd-46d2-b3d5-15faa170e640 admin admin] Publish callbacks [] for security_group (7e994f1c-811d-4874-9839-5e4f39080c5b), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.597000 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2ca41e8f-1952-4844-b61e-ef21bc558a19 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:29.604433 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-530dbe80-5273-4b16-8e85-58b2dda41260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c327c691-afdc-4d47-a145-ab5438f7103f), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.680933 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.684471 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-69783b71-a2d2-4f18-b149-4f80749a2e0b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3281219 Apr 06 13:51:29.703633 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52180) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:29.714457 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-c76ee37e-5ce4-4e45-967f-6f719cfaae70 None None] Provisioning complete for port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:29.714903 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c76ee37e-5ce4-4e45-967f-6f719cfaae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.827086 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:29.861709 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 2ca41e8f-1952-4844-b61e-ef21bc558a19 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:29.862117 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.966656 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:29.983281 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-530dbe80-5273-4b16-8e85-58b2dda41260 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d0b7d818ec840cfa10fb40e616dcb14&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6510346 Apr 06 13:51:30.002994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52196) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:30.015490 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dbe80-5273-4b16-8e85-58b2dda41260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c327c691-afdc-4d47-a145-ab5438f7103f,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:30.088883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-f8f40cc2-1149-469c-ac4b-49987a832dca tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:30.093591 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-f8f40cc2-1149-469c-ac4b-49987a832dca tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.15 "GET /v2.0/networks?id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386 HTTP/1.1" status: 200 len: 811 time: 1.5331042 Apr 06 13:51:30.185494 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Request body: {'port': {'device_id': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386', 'admin_state_up': True, 'tenant_id': 'b275b426114b4f098b4207e69d69bf6e'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:30.215483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c62b650-53fd-46d2-b3d5-15faa170e640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (7e994f1c-811d-4874-9839-5e4f39080c5b), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.225481 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c62b650-53fd-46d2-b3d5-15faa170e640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.233098 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9c62b650-53fd-46d2-b3d5-15faa170e640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e994f1c-811d-4874-9839-5e4f39080c5b HTTP/1.1" status: 204 len: 168 time: 2.0126309 Apr 06 13:51:30.491584 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52206) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:30.605794 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62b650-53fd-46d2-b3d5-15faa170e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e994f1c-811d-4874-9839-5e4f39080c5b,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:30.735727 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:23Z', 'revision_number': 3, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:30.803662 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:30.806863 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Updating router 511e193f-e573-45c9-815e-34ed3baf7b59 port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:30.873164 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.891138 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6183-f713-4b3e-9403-5c5f435d1a6f admin admin] Publish callbacks [] for security_group (c327c691-afdc-4d47-a145-ab5438f7103f), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.904087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks [] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.023721 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6183-f713-4b3e-9403-5c5f435d1a6f admin admin] Publish callbacks [] for security_group (c327c691-afdc-4d47-a145-ab5438f7103f), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.116993 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Made reservation on behalf of b275b426114b4f098b4207e69d69bf6e for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:31.121146 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.157853 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 2ca41e8f-1952-4844-b61e-ef21bc558a19 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:31.159041 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.220571 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 2ca41e8f-1952-4844-b61e-ef21bc558a19, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=2ca41e8f-1952-4844-b61e-ef21bc558a19,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:31.224162 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.233326 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-c76ee37e-5ce4-4e45-967f-6f719cfaae70 None None] Current status of the port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:31.271636 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.271820 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 430363fa-eb16-4f80-b31f-f3dcc5eafe44 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:31.398391 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=2ca41e8f-1952-4844-b61e-ef21bc558a19,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:31.505098 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-c76ee37e-5ce4-4e45-967f-6f719cfaae70 None None] Provisioning complete for port 754497f7-8c9a-4ed4-9868-1438dbe45fdc triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:31.505524 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c76ee37e-5ce4-4e45-967f-6f719cfaae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.524316 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.564012 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.643780 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:26Z', 'revision_number': 3, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:31.692425 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Publish callbacks [] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.717029 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.730133 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:31.730518 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Updating router 087c1c6c-2052-4426-b89b-0763fa05cf74 port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:31.746088 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Allocated IP 172.20.0.5 (f6c29b9b-63d4-4565-a3c5-aa5b604bd386/c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7/61da0bf7-7fe2-49dc-91f4-ddc120ee5299) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:31.787191 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.825830 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dc227-bb13-433f-8957-1ab56dfa5986 None None] Pushing event updated for resources: {'Port': ['ID=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:31.840158 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d6f33308-209d-4d9a-a650-924f45f9dbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.924321 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Attempting to bind port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:31.931252 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Attempting to bind port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:31.931834 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Attempting to bind port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:31.941489 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8a01ad62-1f54-45e8-bc84-e4c83af1b564 req-419fb1bf-1d4b-42c0-8376-6cb5495d1c06 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.1592853 Apr 06 13:51:31.948166 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:31.954004 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:31.954997 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.962024 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:31.963566 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Bound port: 7f3a891d-4717-4eb4-a59b-f6ef7847ef93, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:31.964464 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.014377 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d6f33308-209d-4d9a-a650-924f45f9dbea admin admin] Publish callbacks [] for security_group (b037056b-a6a2-47e8-82de-581f77dbbd89), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.055695 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6183-f713-4b3e-9403-5c5f435d1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c327c691-afdc-4d47-a145-ab5438f7103f), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.064316 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.078159 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6183-f713-4b3e-9403-5c5f435d1a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.079840 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-4e9f6183-f713-4b3e-9403-5c5f435d1a6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c327c691-afdc-4d47-a145-ab5438f7103f HTTP/1.1" status: 204 len: 168 time: 2.0661855 Apr 06 13:51:32.113299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d6f33308-209d-4d9a-a650-924f45f9dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b037056b-a6a2-47e8-82de-581f77dbbd89), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.186982 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] For port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:32.201904 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] For port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:32.224991 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.232550 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:32.273528 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d6f33308-209d-4d9a-a650-924f45f9dbea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df01a225f6246f0b8824be0b6435479&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7364905 Apr 06 13:51:32.340484 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52240) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:32.439351 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:32.447773 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:32.448645 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (8f270fbf-22a6-43c1-b371-43b03faf3dab), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.457424 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dc227-bb13-433f-8957-1ab56dfa5986 None None] Pushing event updated for resources: {'Port': ['ID=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:32.538626 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:32.542317 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:32.601648 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:32.603535 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:32.754476 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-c76ee37e-5ce4-4e45-967f-6f719cfaae70 None None] Current status of the port 754497f7-8c9a-4ed4-9868-1438dbe45fdc is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:32.884259 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:33.031476 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f6183-f713-4b3e-9403-5c5f435d1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c327c691-afdc-4d47-a145-ab5438f7103f,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:33.062032 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Pushing event updated for resources: {'Port': ['ID=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:33.149139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.173049 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f33308-209d-4d9a-a650-924f45f9dbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037056b-a6a2-47e8-82de-581f77dbbd89,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:33.189961 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.432761 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-892020b9-d700-4bf1-bd7f-053e21e85269 None None] Provisioning complete for port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:33.437251 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks [] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.451278 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-892020b9-d700-4bf1-bd7f-053e21e85269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.465667 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ac6bfade-6b6f-442c-970e-3727952ae4e3 req-aeec66d9-70d0-4ed2-97c9-125b4a131c36 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.1701288 Apr 06 13:51:33.468661 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Allocated IP 172.20.0.1 (39774851-8a70-41b0-8299-eb709a7f7954/e1920da1-e5ed-478b-9371-e74628ded767/f5591fad-bcf6-4ea0-a119-29757fbc973d) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:33.478499 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:23Z', 'revision_number': 3, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:33.556726 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd8700-91e4-4138-9c23-66533a821724 None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:23Z', 'revision_number': 3, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:33.566585 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7af9-505d-477f-97d8-c79b4e25522b admin admin] Publish callbacks [] for security_group (b037056b-a6a2-47e8-82de-581f77dbbd89), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.601630 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Allocated IP 172.20.0.1 (beccdd48-ac15-4226-af93-4103929f4aa2/9b293028-20a5-445e-9236-88ca99e07fc2/61c807e2-db2a-4bcc-b586-8f2b8ad11709) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:33.657181 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52268) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:33.723945 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7af9-505d-477f-97d8-c79b4e25522b admin admin] Publish callbacks [] for security_group (b037056b-a6a2-47e8-82de-581f77dbbd89), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.833659 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Publish callbacks [] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.851763 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:33.959858 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6be214-af16-43d6-9045-06ad75d0b913 None None] Pushing event updated for resources: {'Port': ['ID=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:34.008298 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-892020b9-d700-4bf1-bd7f-053e21e85269 None None] Port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:34.035218 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Attempting to bind port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:34.036893 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Attempting to bind port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:34.037509 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Attempting to bind port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:34.065510 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:34.066574 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:34.067544 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.068589 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:34.069602 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Bound port: 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:34.071353 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.182308 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7af9-505d-477f-97d8-c79b4e25522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b037056b-a6a2-47e8-82de-581f77dbbd89), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.184980 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7af9-505d-477f-97d8-c79b4e25522b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.204931 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a3ba7af9-505d-477f-97d8-c79b4e25522b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b037056b-a6a2-47e8-82de-581f77dbbd89 HTTP/1.1" status: 204 len: 168 time: 1.8597891 Apr 06 13:51:34.244419 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:34.320039 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] For port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:34.330357 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] For port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:34.348543 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.488269 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b549a06e-6275-40ee-82ce-ab4efebb9a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.553619 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.635841 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:34.639926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:34.714258 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks [] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.881502 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2ca41e8f-1952-4844-b61e-ef21bc558a19 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:34.904590 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6be214-af16-43d6-9045-06ad75d0b913 None None] Pushing event updated for resources: {'Port': ['ID=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:34.999344 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks [] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.072934 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:35.100988 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:35.115941 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Pushing event updated for resources: {'Port': ['ID=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.123126 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:35.137352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:35.144341 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.154024 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7af9-505d-477f-97d8-c79b4e25522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037056b-a6a2-47e8-82de-581f77dbbd89,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.171845 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks [] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.184527 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:35.196554 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.197832 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (8f270fbf-22a6-43c1-b371-43b03faf3dab), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.309651 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-0efbd7a9-6ead-4e2b-a6c8-4b0215895203 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1478734 Apr 06 13:51:35.365803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 2ca41e8f-1952-4844-b61e-ef21bc558a19 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:35.366199 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.385746 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b549a06e-6275-40ee-82ce-ab4efebb9a01 admin admin] Publish callbacks [] for security_group (944f956a-bf5b-4c88-916e-6c792b50cd52), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.387605 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.392385 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b3a07-d1a7-4a7c-867d-5d2f257d370c req-8a48f875-14f4-4eca-a51e-0eead6e9e0c3 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:35.407319 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-535b3a07-d1a7-4a7c-867d-5d2f257d370c req-8a48f875-14f4-4eca-a51e-0eead6e9e0c3 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 931 time: 0.6966908 Apr 06 13:51:35.445617 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.459503 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Pushing event updated for resources: {'Port': ['ID=f5591fad-bcf6-4ea0-a119-29757fbc973d,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.482026 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Network beccdd48-ac15-4226-af93-4103929f4aa2 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:35.484323 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b549a06e-6275-40ee-82ce-ab4efebb9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (944f956a-bf5b-4c88-916e-6c792b50cd52), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.490943 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-d0961a76-a381-4f76-a0ed-d6dae7da512e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:51:35.496336 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-d0961a76-a381-4f76-a0ed-d6dae7da512e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1341610 Apr 06 13:51:35.534464 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:35.552938 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:35.553957 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (087c1c6c-2052-4426-b89b-0763fa05cf74), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.571186 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Pushing event updated for resources: {'Port': ['ID=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.592132 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b549a06e-6275-40ee-82ce-ab4efebb9a01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45788d3577284c02b5741217f28d9f65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9336364 Apr 06 13:51:35.638387 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52302) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:35.950135 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52304) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:35.961732 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Pushing event updated for resources: {'Port': ['ID=61c807e2-db2a-4bcc-b586-8f2b8ad11709,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.968902 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 2ca41e8f-1952-4844-b61e-ef21bc558a19 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:35.994813 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 754497f7-8c9a-4ed4-9868-1438dbe45fdc up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:36.028478 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bc895b60-5247-4573-ab9f-4fb6881a7fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.086229 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-535b3a07-d1a7-4a7c-867d-5d2f257d370c req-8bfe00cf-870a-4e48-9ce4-acb150ce793f tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777029 Apr 06 13:51:36.145024 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-e0016977-2830-49fd-b1e5-fcfc77756d9c None None] Provisioning complete for port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:36.145415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e0016977-2830-49fd-b1e5-fcfc77756d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.198121 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:36.200072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:36.203746 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fff94a66-6d8c-4d87-bc58-00c3b95fc4ba admin admin] Publish callbacks [] for security_group (944f956a-bf5b-4c88-916e-6c792b50cd52), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.246299 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bc895b60-5247-4573-ab9f-4fb6881a7fb7 admin admin] Publish callbacks [] for security_group (8b7df63e-54fa-43a5-b60c-1cab3fa4da52), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.267346 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-e0016977-2830-49fd-b1e5-fcfc77756d9c None None] Port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:36.274573 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Network 39774851-8a70-41b0-8299-eb709a7f7954 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:36.303257 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:36.316718 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:26Z', 'revision_number': 3, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:36.317308 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fff94a66-6d8c-4d87-bc58-00c3b95fc4ba admin admin] Publish callbacks [] for security_group (944f956a-bf5b-4c88-916e-6c792b50cd52), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.329992 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:36.333457 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (511e193f-e573-45c9-815e-34ed3baf7b59), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.446851 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0bd340-b332-4e44-9b01-772dfac3cbb7 None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:26Z', 'revision_number': 3, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:36.457743 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 754497f7-8c9a-4ed4-9868-1438dbe45fdc triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:36.458270 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.565965 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bc895b60-5247-4573-ab9f-4fb6881a7fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (8b7df63e-54fa-43a5-b60c-1cab3fa4da52), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.596860 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Request body: {'port': {'device_id': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:36.768105 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 754497f7-8c9a-4ed4-9868-1438dbe45fdc is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:36.769484 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:36.786257 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549a06e-6275-40ee-82ce-ab4efebb9a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f956a-bf5b-4c88-916e-6c792b50cd52,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:36.937025 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.995549 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Router 8f270fbf-22a6-43c1-b371-43b03faf3dab has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:51:37.007631 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fff94a66-6d8c-4d87-bc58-00c3b95fc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (944f956a-bf5b-4c88-916e-6c792b50cd52), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.011813 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fff94a66-6d8c-4d87-bc58-00c3b95fc4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.013380 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-fff94a66-6d8c-4d87-bc58-00c3b95fc4ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/944f956a-bf5b-4c88-916e-6c792b50cd52 HTTP/1.1" status: 204 len: 168 time: 1.3522477 Apr 06 13:51:37.030227 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff94a66-6d8c-4d87-bc58-00c3b95fc4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f956a-bf5b-4c88-916e-6c792b50cd52,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:37.079369 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:37.081624 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.222959 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-8ec8eeb7-bcf1-430e-b939-355a07bb8699 None None] Provisioning complete for port f5591fad-bcf6-4ea0-a119-29757fbc973d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:37.223372 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8ec8eeb7-bcf1-430e-b939-355a07bb8699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.426830 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-bc895b60-5247-4573-ab9f-4fb6881a7fb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95de11c4bfb4408293743d34ef9ca5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4491229 Apr 06 13:51:37.460831 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52324) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:37.472790 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc895b60-5247-4573-ab9f-4fb6881a7fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7df63e-54fa-43a5-b60c-1cab3fa4da52,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:37.547464 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8eeb7-bcf1-430e-b939-355a07bb8699 None None] Port f5591fad-bcf6-4ea0-a119-29757fbc973d cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:37.685980 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:37.686872 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.693463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.729761 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3071cdc-cd07-494f-a184-22d758cd89c2 admin admin] Publish callbacks [] for security_group (8b7df63e-54fa-43a5-b60c-1cab3fa4da52), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.762995 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.881575 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f64fbe-8e2d-4d24-aec0-6c7d084a34e4 req-b1555047-7d96-4bda-b2d9-dd8bce8f35bc tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.889900 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b0f64fbe-8e2d-4d24-aec0-6c7d084a34e4 req-b1555047-7d96-4bda-b2d9-dd8bce8f35bc tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 931 time: 0.5423477 Apr 06 13:51:38.074873 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:38.083055 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-8ec8eeb7-bcf1-430e-b939-355a07bb8699 None None] Provisioning complete for port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:38.085338 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8ec8eeb7-bcf1-430e-b939-355a07bb8699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.098006 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3071cdc-cd07-494f-a184-22d758cd89c2 admin admin] Publish callbacks [] for security_group (8b7df63e-54fa-43a5-b60c-1cab3fa4da52), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.193334 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.353712 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:38.362828 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8eeb7-bcf1-430e-b939-355a07bb8699 None None] Port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:38.369726 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Publish callbacks [] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.429716 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:38.503384 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:38.555205 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Transition to ACTIVE for port object 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:51:38.607122 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:38.618471 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.676597 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Sync routers for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:38.695651 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-53f5a4b4-d868-4b5b-bce6-2a4eb707d483 admin admin] 10.222.0.24 "PUT /v2.0/routers/8f270fbf-22a6-43c1-b371-43b03faf3dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4609563 Apr 06 13:51:38.753498 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b0f64fbe-8e2d-4d24-aec0-6c7d084a34e4 req-a43a5728-dd3a-4fa3-9be1-a33350dc311f tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8621526 Apr 06 13:51:38.795733 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:38.798622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:39.106649 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Pushing event updated for resources: {'Port': ['ID=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.162017 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3071cdc-cd07-494f-a184-22d758cd89c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (8b7df63e-54fa-43a5-b60c-1cab3fa4da52), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.165153 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3071cdc-cd07-494f-a184-22d758cd89c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.166527 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a3071cdc-cd07-494f-a184-22d758cd89c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b7df63e-54fa-43a5-b60c-1cab3fa4da52 HTTP/1.1" status: 204 len: 168 time: 1.7056491 Apr 06 13:51:39.174734 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Attempting to bind port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:39.175128 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Attempting to bind port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '357132cc-fc7a-4fe3-bbf5-f359cf41b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:39.175309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks [] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.175474 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Attempting to bind port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 on network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:39.196913 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.197197 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 on network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:51:39.198509 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Attempting to bind port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 on network f6c29b9b-63d4-4565-a3c5-aa5b604bd386 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:39.203756 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (511e193f-e573-45c9-815e-34ed3baf7b59), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.213939 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:39.214335 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Checking segment: {'id': '357132cc-fc7a-4fe3-bbf5-f359cf41b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:39.214952 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Bound using segment: {'id': '357132cc-fc7a-4fe3-bbf5-f359cf41b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:39.215493 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Bound port: 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357132cc-fc7a-4fe3-bbf5-f359cf41b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:39.215866 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.268041 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3071cdc-cd07-494f-a184-22d758cd89c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7df63e-54fa-43a5-b60c-1cab3fa4da52,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.314456 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:39.315394 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.399362 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:39.427567 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] For port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:39.441032 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] For port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,segment=NetworkSegment(357132cc-fc7a-4fe3-bbf5-f359cf41b340),segment_id=357132cc-fc7a-4fe3-bbf5-f359cf41b340)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:39.465425 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.484872 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Pushing event updated for resources: {'Port': ['ID=f5591fad-bcf6-4ea0-a119-29757fbc973d,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.556335 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:39.556862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.569914 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] 10.222.0.15 "PUT /v2.0/ports/61da0bf7-7fe2-49dc-91f4-ddc120ee5299 HTTP/1.1" status: 200 len: 1093 time: 3.2495179 Apr 06 13:51:39.570423 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'tag': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:39.960336 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:39.971703 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.987412 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks [] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.065455 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.071335 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (087c1c6c-2052-4426-b89b-0763fa05cf74), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.077716 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:40.093746 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.118301 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35047867-1e73-49b4-9263-f4effa14d64b service neutron] Pushing event updated for resources: {'Port': ['ID=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:40.236297 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-4df2d83f-f838-4b3b-9e43-155a9d522a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:40.238001 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-4df2d83f-f838-4b3b-9e43-155a9d522a49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b275b426114b4f098b4207e69d69bf6e&device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 1127 time: 0.4418583 Apr 06 13:51:40.556705 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-4b16a2e8-b0ab-41f1-97e6-0e3d20a1a274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299 HTTP/1.1" status: 200 len: 217 time: 0.3086741 Apr 06 13:51:40.592033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:40.690807 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:40.953962 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Network beccdd48-ac15-4226-af93-4103929f4aa2 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:40.960031 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:40.969883 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 2, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:40.977302 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Network 39774851-8a70-41b0-8299-eb709a7f7954 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:41.128755 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Checking router: 8f270fbf-22a6-43c1-b371-43b03faf3dab for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:41.133162 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Updating router 8f270fbf-22a6-43c1-b371-43b03faf3dab port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:41.136648 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:41.158928 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:51:41.181206 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:41.204125 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.546083 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c850a7-8869-4022-aac7-0f573c8c5ab3 req-14c1994c-8093-4f25-a8bf-737fb6ec2a88 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:41.556913 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "de4e6ccb-ff21-47f3-8a90-f544b7e4d646", "tag": "61da0bf7-7fe2-49dc-91f4-ddc120ee5299"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:41.560819 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23c850a7-8869-4022-aac7-0f573c8c5ab3 req-14c1994c-8093-4f25-a8bf-737fb6ec2a88 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 943 time: 1.5847352 Apr 06 13:51:41.562662 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Pushing event updated for resources: {'Port': ['ID=61c807e2-db2a-4bcc-b586-8f2b8ad11709,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:41.621766 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.633364 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Router 511e193f-e573-45c9-815e-34ed3baf7b59 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:51:41.828319 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:41.892392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-af3ecba5-8034-4eec-94c1-5401de6fddad tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:41.894038 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-af3ecba5-8034-4eec-94c1-5401de6fddad tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 816 time: 0.3411207 Apr 06 13:51:41.907075 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-fa6d896a-7076-476b-9280-26a5f54fb06f None None] Provisioning complete for port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:41.907480 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fa6d896a-7076-476b-9280-26a5f54fb06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.907695 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-f16e7eb1-90c3-448f-9872-ebb1ba1df78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:41.912040 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-f16e7eb1-90c3-448f-9872-ebb1ba1df78f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7 HTTP/1.1" status: 200 len: 851 time: 1.3487766 Apr 06 13:51:42.057807 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23c850a7-8869-4022-aac7-0f573c8c5ab3 req-57e25343-8373-42e5-8411-286d235b7b11 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958670 Apr 06 13:51:42.073428 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-2e1e714b-7a25-49df-b1e1-898b8cb3116e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/quotas/8a97691bdf0243d4bbb22f23a3e778c5 HTTP/1.1" status: 200 len: 375 time: 0.1587358 Apr 06 13:51:42.176797 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-f393ce51-3237-4151-8991-2791918949b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2374229 Apr 06 13:51:42.184552 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:42.193759 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:42.203970 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-22a4a4a8-4a9a-492c-8766-db09ea440e52 admin admin] 10.222.0.24 "PUT /v2.0/routers/087c1c6c-2052-4426-b89b-0763fa05cf74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7173939 Apr 06 13:51:42.221593 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:42.222385 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:42.244523 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:42.262556 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ef6b333d-448f-4f0e-b54a-9861daab1432 admin admin] 10.222.0.24 "PUT /v2.0/routers/511e193f-e573-45c9-815e-34ed3baf7b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5577590 Apr 06 13:51:42.283872 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:42.358577 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d896a-7076-476b-9280-26a5f54fb06f None None] Port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:42.392371 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:42.418804 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-cdc0e6fd-7034-4be2-8962-d2e951737730 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3185530 Apr 06 13:51:42.448796 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:42.492906 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-b9b8c340-9a15-432c-8919-36e4b442006f service neutron] 10.222.0.15 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710061 Apr 06 13:51:42.605991 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:42.607357 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:42.846060 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b59e17aa-f8b7-4500-99b6-1ab279b14ddf req-b510ccc4-0e18-46e3-a672-20647fbe35f1 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266983 Apr 06 13:51:42.857296 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-69955688-15ae-4b07-87eb-6650fa341078 None None] Provisioning complete for port f5591fad-bcf6-4ea0-a119-29757fbc973d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:42.858240 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-69955688-15ae-4b07-87eb-6650fa341078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.948046 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:38Z', 'revision_number': 2, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:43.073367 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:43.074931 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Updating router 087c1c6c-2052-4426-b89b-0763fa05cf74 port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:43.118404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:43.125444 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.201290 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.294626 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52488) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:43.311619 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-69955688-15ae-4b07-87eb-6650fa341078 None None] Port f5591fad-bcf6-4ea0-a119-29757fbc973d cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:43.452414 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52496) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:43.466692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:43.486291 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d0a60c-4f79-4a28-80a7-4e1316db9040 x-openstack-request-id: req-83d0a60c-4f79-4a28-80a7-4e1316db9040 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:43.487114 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4e6ccb-ff21-47f3-8a90-f544b7e4d646", "tag": "61da0bf7-7fe2-49dc-91f4-ddc120ee5299", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:43.487762 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83d0a60c-4f79-4a28-80a7-4e1316db9040 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:43.488724 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d0a60c-4f79-4a28-80a7-4e1316db9040'] response: {'name': 'network-changed', 'server_uuid': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'tag': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299', 'status': 'completed', 'code': 200} Apr 06 13:51:43.551241 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:43.738689 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-1bab3f8a-114a-4c6f-b3d9-2c3ffb2e9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.740623 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-1bab3f8a-114a-4c6f-b3d9-2c3ffb2e9ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b275b426114b4f098b4207e69d69bf6e&device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 1127 time: 0.0971534 Apr 06 13:51:43.831451 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b054a-f9b4-4acf-8f77-21482d6fa04c req-122e0d1b-6f78-4cd9-be6b-982c2858cd40 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.843389 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0e1b054a-f9b4-4acf-8f77-21482d6fa04c req-122e0d1b-6f78-4cd9-be6b-982c2858cd40 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 943 time: 0.2568383 Apr 06 13:51:44.004107 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-88a3e500-56f3-48c4-9dfc-c80496caa41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.162289 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-21de7c12-68ff-416b-aca0-c177786c26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.168293 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-21de7c12-68ff-416b-aca0-c177786c26fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386 HTTP/1.1" status: 200 len: 912 time: 0.4146094 Apr 06 13:51:44.169785 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af5c327c-02e6-4de3-a45e-87ebc9743e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.342558 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-88a3e500-56f3-48c4-9dfc-c80496caa41d admin admin] Publish callbacks [] for security_group (5848d623-2c09-4439-ab2c-28c3fd75842a), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.356051 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af5c327c-02e6-4de3-a45e-87ebc9743e41 admin admin] Publish callbacks [] for security_group (272109f0-aacb-4e7c-860f-4fe71c894908), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.359828 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-b2faf538-7651-47a9-addf-e4b9fd0f7304 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299 HTTP/1.1" status: 200 len: 217 time: 0.1850700 Apr 06 13:51:44.362522 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af5c327c-02e6-4de3-a45e-87ebc9743e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (272109f0-aacb-4e7c-860f-4fe71c894908), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.378533 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0e1b054a-f9b4-4acf-8f77-21482d6fa04c req-fb81e202-de66-409c-a7a6-2738d7bc5367 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327845 Apr 06 13:51:44.384023 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-88a3e500-56f3-48c4-9dfc-c80496caa41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (5848d623-2c09-4439-ab2c-28c3fd75842a), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.449081 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-af5c327c-02e6-4de3-a45e-87ebc9743e41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=505ba8456124443db6b0e80249276e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1527596 Apr 06 13:51:44.455885 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52512) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:44.496199 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c327c-02e6-4de3-a45e-87ebc9743e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272109f0-aacb-4e7c-860f-4fe71c894908,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.522630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-cc166d11-c8c9-4163-b389-1c86ca083c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.524672 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-cc166d11-c8c9-4163-b389-1c86ca083c05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7 HTTP/1.1" status: 200 len: 851 time: 0.1480494 Apr 06 13:51:44.564524 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-1b607c38-1eb9-4c2b-94a6-dc1de62ac910 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317914 Apr 06 13:51:44.571950 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-586dea9f-3965-4741-9b7b-986c5ddf08f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:51:44.583579 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-586dea9f-3965-4741-9b7b-986c5ddf08f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7978756 Apr 06 13:51:44.609427 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3e500-56f3-48c4-9dfc-c80496caa41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5848d623-2c09-4439-ab2c-28c3fd75842a,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.632511 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-88a3e500-56f3-48c4-9dfc-c80496caa41d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42120a581dbf4acba895d58638d125e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1797574 Apr 06 13:51:44.632920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52518) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:44.738255 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Publish callbacks [] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.776123 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.788695 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ae78420-9eb1-4dca-a2e5-3f0fa36657e3 admin admin] Publish callbacks [] for security_group (5848d623-2c09-4439-ab2c-28c3fd75842a), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.854934 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a99ce-abd0-49d4-bef4-c9f2f0416f4e None None] Pushing event updated for resources: {'Port': ['ID=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.875310 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ae78420-9eb1-4dca-a2e5-3f0fa36657e3 admin admin] Publish callbacks [] for security_group (5848d623-2c09-4439-ab2c-28c3fd75842a), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.982353 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ae78420-9eb1-4dca-a2e5-3f0fa36657e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (5848d623-2c09-4439-ab2c-28c3fd75842a), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.986049 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ae78420-9eb1-4dca-a2e5-3f0fa36657e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.990558 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4ae78420-9eb1-4dca-a2e5-3f0fa36657e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5848d623-2c09-4439-ab2c-28c3fd75842a HTTP/1.1" status: 204 len: 168 time: 0.3564377 Apr 06 13:51:44.997537 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbe24-0150-4660-8cc8-21acc95f641b admin admin] Publish callbacks [] for security_group (272109f0-aacb-4e7c-860f-4fe71c894908), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.031782 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae78420-9eb1-4dca-a2e5-3f0fa36657e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848d623-2c09-4439-ab2c-28c3fd75842a,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:45.056164 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbe24-0150-4660-8cc8-21acc95f641b admin admin] Publish callbacks [] for security_group (272109f0-aacb-4e7c-860f-4fe71c894908), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.182657 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Publish callbacks [] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.219928 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.270243 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbe24-0150-4660-8cc8-21acc95f641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (272109f0-aacb-4e7c-860f-4fe71c894908), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.282210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbe24-0150-4660-8cc8-21acc95f641b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.303024 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a2bbbe24-0150-4660-8cc8-21acc95f641b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/272109f0-aacb-4e7c-860f-4fe71c894908 HTTP/1.1" status: 204 len: 168 time: 0.8371289 Apr 06 13:51:45.305660 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:38Z', 'revision_number': 2, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:45.308599 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.309808 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Attempting to bind port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:45.310451 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Attempting to bind port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:45.311164 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Attempting to bind port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:45.361404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:45.362267 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Checking segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:45.362984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.364034 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Bound using segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:45.367254 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Bound port: 4f73fd69-58a8-4529-8a21-4499a9a4eb0d, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:45.368152 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.389247 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:45.390010 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Updating router 511e193f-e573-45c9-815e-34ed3baf7b59 port f5591fad-bcf6-4ea0-a119-29757fbc973d binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:45.401002 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbbe24-0150-4660-8cc8-21acc95f641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272109f0-aacb-4e7c-860f-4fe71c894908,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:45.464547 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9de9-57c7-4a7b-8f18-4eec6fd8ce37 None None] Pushing event updated for resources: {'Port': ['ID=61c807e2-db2a-4bcc-b586-8f2b8ad11709,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:45.503669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.682394 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-4fb3691e-bf30-4a12-a834-e35af77cea8b service neutron] 10.222.0.15 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734267 Apr 06 13:51:45.714234 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Attempting to bind port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:45.721979 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Attempting to bind port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:45.722793 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Attempting to bind port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 on network beccdd48-ac15-4226-af93-4103929f4aa2 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:45.732290 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:45.733547 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Checking segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:45.734132 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.739436 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Bound using segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:45.740358 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Bound port: 61c807e2-db2a-4bcc-b586-8f2b8ad11709, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:45.741020 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.913872 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-61e69490-d8e0-4bd8-86e8-11ec6f9cdb49 service neutron] 10.222.0.24 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3284252 Apr 06 13:51:45.964443 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] For port 61c807e2-db2a-4bcc-b586-8f2b8ad11709, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:45.971290 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] For port 61c807e2-db2a-4bcc-b586-8f2b8ad11709, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=61c807e2-db2a-4bcc-b586-8f2b8ad11709,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:45.990824 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.122462 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52538) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:46.127810 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907251646', 'description': 'tempest-description--304455946'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:46.203859 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.206554 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:46.207468 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:46.372257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] For port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:46.378551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] For port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:46.402993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] Provisioning complete for port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:46.404007 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.405349 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f5e258-bf6f-451b-93f1-5dcdb2914d1a req-f8fc937e-7a43-474b-9856-7e1cf7deccfd service neutron] 10.222.0.15 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102325 Apr 06 13:51:46.410033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.439539 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9de9-57c7-4a7b-8f18-4eec6fd8ce37 None None] Pushing event updated for resources: {'Port': ['ID=61c807e2-db2a-4bcc-b586-8f2b8ad11709,revision_number=4']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:46.477001 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-1e0c3083-0e41-4af1-99e3-c141852c2be0 service neutron] 10.222.0.24 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540466 Apr 06 13:51:46.501983 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.509843 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.614739 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.622589 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4989350 Apr 06 13:51:46.628192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857facc4-b3fc-4c30-9e6a-46c6843d8d86 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:46.628840 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52550) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:46.644960 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'security_group_rule': {'security_group_id': 'a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:46.694188 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:46.841339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (69c13cf5-9821-42c3-a226-e6c20b6c4999), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.891983 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52552) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:46.938114 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72df87bc-da02-4f84-a361-bc102b8ad5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.962141 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:46.963332 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:47.036289 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52554) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:47.096995 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (69c13cf5-9821-42c3-a226-e6c20b6c4999), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.099817 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91e6ccca-71e2-4c7e-972d-8a6585c62b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.115786 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (69c13cf5-9821-42c3-a226-e6c20b6c4999), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.234998 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91e6ccca-71e2-4c7e-972d-8a6585c62b6b admin admin] Publish callbacks [] for security_group (b5ede486-a1e5-400a-9210-34b463f03d31), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.254333 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91e6ccca-71e2-4c7e-972d-8a6585c62b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b5ede486-a1e5-400a-9210-34b463f03d31), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.262058 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72df87bc-da02-4f84-a361-bc102b8ad5d0 admin admin] Publish callbacks [] for security_group (90ae3705-c767-44b1-a5e5-5b4f36926589), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.269350 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72df87bc-da02-4f84-a361-bc102b8ad5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (90ae3705-c767-44b1-a5e5-5b4f36926589), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.292229 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-91e6ccca-71e2-4c7e-972d-8a6585c62b6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=997ce70a8dee4468a2aa3d20e73a29a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540402 Apr 06 13:51:47.295180 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.296756 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6662476 Apr 06 13:51:47.297360 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52558) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:47.311901 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52560) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:47.312956 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d7fe5-4d85-4eb0-9fc1-d3f483f8e714 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c13cf5-9821-42c3-a226-e6c20b6c4999,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:47.343199 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'security_group_rule': {'security_group_id': 'a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:47.458095 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-72df87bc-da02-4f84-a361-bc102b8ad5d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1931dc935701445fbfaede73a6960df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5646143 Apr 06 13:51:47.459451 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52568) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:47.460371 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df87bc-da02-4f84-a361-bc102b8ad5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae3705-c767-44b1-a5e5-5b4f36926589,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:47.508703 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (c4150f4f-51a4-4da4-a3c0-4c873016ba1a), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.542544 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a99ce-abd0-49d4-bef4-c9f2f0416f4e None None] Pushing event updated for resources: {'Port': ['ID=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:47.570405 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:45Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:47.610134 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-82ef8e47-426b-412e-af07-5a9d41de44b0 admin admin] Publish callbacks [] for security_group (90ae3705-c767-44b1-a5e5-5b4f36926589), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.638035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-82ef8e47-426b-412e-af07-5a9d41de44b0 admin admin] Publish callbacks [] for security_group (90ae3705-c767-44b1-a5e5-5b4f36926589), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.639607 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] Current status of the port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:47.640513 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.692136 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67efab5-d91d-4d0c-81fb-820417c9a293 None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:45Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:47.739972 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-82ef8e47-426b-412e-af07-5a9d41de44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (90ae3705-c767-44b1-a5e5-5b4f36926589), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.744416 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-82ef8e47-426b-412e-af07-5a9d41de44b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.749468 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-82ef8e47-426b-412e-af07-5a9d41de44b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90ae3705-c767-44b1-a5e5-5b4f36926589 HTTP/1.1" status: 204 len: 168 time: 0.2827382 Apr 06 13:51:47.779691 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef8e47-426b-412e-af07-5a9d41de44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae3705-c767-44b1-a5e5-5b4f36926589,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:47.918893 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6ccca-71e2-4c7e-972d-8a6585c62b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ede486-a1e5-400a-9210-34b463f03d31,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:48.059375 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (c4150f4f-51a4-4da4-a3c0-4c873016ba1a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.079633 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (c4150f4f-51a4-4da4-a3c0-4c873016ba1a), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.182633 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-659d92df-60a3-4b68-85b2-6b2b136bb71a admin admin] Publish callbacks [] for security_group (b5ede486-a1e5-400a-9210-34b463f03d31), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.212967 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-659d92df-60a3-4b68-85b2-6b2b136bb71a admin admin] Publish callbacks [] for security_group (b5ede486-a1e5-400a-9210-34b463f03d31), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.282097 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.284075 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9644861 Apr 06 13:51:48.289141 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52592) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:48.294376 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:48.307728 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-659d92df-60a3-4b68-85b2-6b2b136bb71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b5ede486-a1e5-400a-9210-34b463f03d31), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.322847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-659d92df-60a3-4b68-85b2-6b2b136bb71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.323787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Publish callbacks [] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.329198 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-659d92df-60a3-4b68-85b2-6b2b136bb71a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5ede486-a1e5-400a-9210-34b463f03d31 HTTP/1.1" status: 204 len: 168 time: 1.0245204 Apr 06 13:51:48.344621 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d92df-60a3-4b68-85b2-6b2b136bb71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ede486-a1e5-400a-9210-34b463f03d31,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:48.394556 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd12fa-2275-4174-8f08-d405a1651331 req-1a78da4d-cee3-4b30-91da-52c42ddac791 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:48.397695 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e1bd12fa-2275-4174-8f08-d405a1651331 req-1a78da4d-cee3-4b30-91da-52c42ddac791 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 943 time: 0.7771401 Apr 06 13:51:48.404482 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a094ac-20d7-4c18-b025-53669bfb533c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4150f4f-51a4-4da4-a3c0-4c873016ba1a,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:48.437690 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.456351 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.663985 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e1bd12fa-2275-4174-8f08-d405a1651331 req-f163a2df-25d7-49e3-9eba-0b33b29e0a9a tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396224 Apr 06 13:51:48.708483 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 61c807e2-db2a-4bcc-b586-8f2b8ad11709 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:48.786510 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] For port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:48.931314 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:48.945138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.127553 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52606) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:49.147509 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683170315', 'description': 'tempest-description--1543572917'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:49.182994 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182824a4-6e4f-487c-a3c3-36cf5ab3935f None None] Pushing event updated for resources: {'Port': ['ID=f5591fad-bcf6-4ea0-a119-29757fbc973d,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:49.349035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.511163 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.616263 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Provisioning complete for port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:49.616682 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.762310 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0bfc9f04-02ee-4b0d-ac7b-73d5f83d416b req-4b2f5556-74e4-4c31-8eb2-a7bf73aedbc4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 210 time: 0.9634809 Apr 06 13:51:49.972867 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35d11a-4d9c-4369-a44e-15e20e33cf87 None None] Pushing event updated for resources: {'Port': ['ID=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:49.991069 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:49.991812 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.994982 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Attempting to bind port f5591fad-bcf6-4ea0-a119-29757fbc973d on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:49.995747 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Attempting to bind port f5591fad-bcf6-4ea0-a119-29757fbc973d by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:49.996443 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Attempting to bind port f5591fad-bcf6-4ea0-a119-29757fbc973d on network 39774851-8a70-41b0-8299-eb709a7f7954 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:50.063298 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0c0f1-9f6c-4ded-a294-9803764a94ea req-5013df54-3704-4c8e-9738-4424af875644 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:50.064993 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-71d0c0f1-9f6c-4ded-a294-9803764a94ea req-5013df54-3704-4c8e-9738-4424af875644 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 943 time: 0.1582918 Apr 06 13:51:50.068447 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (35549477-e311-4530-9236-3359981df119), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.078153 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (35549477-e311-4530-9236-3359981df119), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.157084 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:50.157939 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Checking segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:50.158809 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.159589 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Bound using segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:50.160556 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Bound port: f5591fad-bcf6-4ea0-a119-29757fbc973d, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:50.161432 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.197984 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35549477-e311-4530-9236-3359981df119,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:50.215211 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.220545 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52630) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:50.222300 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b888c5f4-8f58-4b45-be3d-f685816a4f8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0932019 Apr 06 13:51:50.236067 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'security_group_rule': {'security_group_id': '35549477-e311-4530-9236-3359981df119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:50.243662 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Allocated IP 172.27.0.52 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/679ee6f5-92d8-4778-96c8-95269fd68a93) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:50.331594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (2ccf7e7c-1e9d-4ed3-bfbc-523f4069224b), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.333447 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] For port f5591fad-bcf6-4ea0-a119-29757fbc973d, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:50.337467 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] For port f5591fad-bcf6-4ea0-a119-29757fbc973d, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=f5591fad-bcf6-4ea0-a119-29757fbc973d,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:50.355706 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.557520 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-71d0c0f1-9f6c-4ded-a294-9803764a94ea req-8575c4e3-3fbd-4a57-90f7-793a9d4c639b tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627945 Apr 06 13:51:50.572785 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (2ccf7e7c-1e9d-4ed3-bfbc-523f4069224b), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.581764 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (2ccf7e7c-1e9d-4ed3-bfbc-523f4069224b), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.582074 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Current status of the port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:50.688820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccf7e7c-1e9d-4ed3-bfbc-523f4069224b,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:50.707631 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.712628 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.718068 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-18c8486a-b83a-4534-8dad-c5d6fc92008f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4927580 Apr 06 13:51:50.720486 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52654) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:50.743341 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'security_group_rule': {'security_group_id': '35549477-e311-4530-9236-3359981df119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:50.768997 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:46Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:50.900653 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (3c539f98-642c-4413-84c5-49b836b4afe1), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.915294 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.923719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-2c401c13-1bec-433e-8f72-9c01095ec113 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:50.925960 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-2c401c13-1bec-433e-8f72-9c01095ec113 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 816 time: 0.2980046 Apr 06 13:51:50.995982 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-ea44a846-c55b-4236-a2eb-a67a799941c1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/quotas/8a97691bdf0243d4bbb22f23a3e778c5 HTTP/1.1" status: 200 len: 375 time: 0.0360193 Apr 06 13:51:51.131436 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:51.163825 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:51.171483 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:51.175247 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-209337e9-4f1a-48f5-abcb-8865f798e950 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750736 Apr 06 13:51:51.225676 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'Port': ['ID=679ee6f5-92d8-4778-96c8-95269fd68a93,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:51.289447 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda7cb2-6289-4868-a3b4-6fb14c8c96c5 None None] The sync data for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi is: [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:46Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:51.468625 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Provisioning complete for port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:51.469010 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.640405 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182824a4-6e4f-487c-a3c3-36cf5ab3935f None None] Pushing event updated for resources: {'Port': ['ID=f5591fad-bcf6-4ea0-a119-29757fbc973d,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:51.643656 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:51.644289 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:51:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:51.845105 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (3c539f98-642c-4413-84c5-49b836b4afe1), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.848277 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:51.848984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.853693 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (3c539f98-642c-4413-84c5-49b836b4afe1), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.860670 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:51:51.950141 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c539f98-642c-4413-84c5-49b836b4afe1,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:51.976373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (10084183-a957-4e34-bd36-4a2e94197f4b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.039660 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.044613 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-97506515-0a72-4ca1-b11e-edfd93ec1b19 service neutron] 10.222.0.24 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612983 Apr 06 13:51:52.046125 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0fb98e80-57df-4e5c-81c2-06128f5a20a5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3242974 Apr 06 13:51:52.047071 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52690) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:52.054589 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:52.170026 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.199886 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf737fc-6756-4660-9b3a-6c963065dd7f req-136ffa57-fde3-44db-bd46-dacbc9667769 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:52.201927 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4bf737fc-6756-4660-9b3a-6c963065dd7f req-136ffa57-fde3-44db-bd46-dacbc9667769 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 943 time: 0.1844432 Apr 06 13:51:52.249818 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.304991 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-e87fdda0-088b-4602-b9ec-8d2e6520878a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:52.315407 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-e87fdda0-088b-4602-b9ec-8d2e6520878a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 816 time: 0.9473286 Apr 06 13:51:52.468613 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'port': {'device_id': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'admin_state_up': True, 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:52.502387 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,segment=NetworkSegment(357132cc-fc7a-4fe3-bbf5-f359cf41b340),segment_id=357132cc-fc7a-4fe3-bbf5-f359cf41b340)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:52.534692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299', 'network_id': 'f6c29b9b-63d4-4565-a3c5-aa5b604bd386', 'port_id': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299', 'mac_address': 'fa:16:3e:29:4a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:51:52.552715 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Current status of the port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:52.553163 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.667706 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4bf737fc-6756-4660-9b3a-6c963065dd7f req-60f6679c-debd-406f-b7d6-fd5788796341 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698759 Apr 06 13:51:52.678689 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:52.678689 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.745104 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-22944bc0-91e3-4025-b99d-2216642f29f2 service neutron] 10.222.0.24 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312411 Apr 06 13:51:52.782223 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 61c807e2-db2a-4bcc-b586-8f2b8ad11709, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=61c807e2-db2a-4bcc-b586-8f2b8ad11709,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:52.799079 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:52.819371 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Made reservation on behalf of 8a97691bdf0243d4bbb22f23a3e778c5 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:52.824768 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.842596 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.904573 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.921725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.954588 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,segment=NetworkSegment(357132cc-fc7a-4fe3-bbf5-f359cf41b340),segment_id=357132cc-fc7a-4fe3-bbf5-f359cf41b340)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:52.962662 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.079986 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:53.092890 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (10084183-a957-4e34-bd36-4a2e94197f4b), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.264827 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Allocated IP 172.20.0.5 (24fab408-9a14-419a-aaa9-a34a477fe4c4/9a524c61-ef07-4fbc-8a85-239487b46f53/45f203d2-f948-488b-bae2-84f15b995ca8) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:53.291100 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4f73fd69-58a8-4529-8a21-4499a9a4eb0d up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:53.317555 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.365308 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-115376c0-4c42-4fd1-a3a6-189b7ce387f6 req-4b8ae808-3ebf-481c-8a6c-958915b9ce34 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 210 time: 0.1471632 Apr 06 13:51:53.402439 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'Port': ['ID=679ee6f5-92d8-4778-96c8-95269fd68a93,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.474211 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.475707 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-180ae34d-af9d-4bb0-869c-f2ce9711bdcd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1851747 Apr 06 13:51:53.677960 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Allocated IP 172.27.0.19 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/472f6e4f-c768-4211-b94d-689c754cc017) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:53.837550 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['61da0bf7-7fe2-49dc-91f4-ddc120ee5299'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:53.945922 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for port (45f203d2-f948-488b-bae2-84f15b995ca8), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.012027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.db.api [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:51:54.012027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG oslo_db.api [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:51:54.022174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=61c807e2-db2a-4bcc-b586-8f2b8ad11709,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:54.053827 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for port (472f6e4f-c768-4211-b94d-689c754cc017), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.084480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.146454 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (472f6e4f-c768-4211-b94d-689c754cc017), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.192162 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed69c44-0dc0-4080-aae1-d4cc70adadb4 req-e82d0429-a10b-475a-82a5-a2d62a147ba4 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:54.199378 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3ed69c44-0dc0-4080-aae1-d4cc70adadb4 req-e82d0429-a10b-475a-82a5-a2d62a147ba4 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 944 time: 0.3820670 Apr 06 13:51:54.226972 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:54.235723 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:54.242749 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:54.246124 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:54.250390 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:54.255100 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:54.255699 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:54.256379 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.270725 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'Port': ['ID=45f203d2-f948-488b-bae2-84f15b995ca8,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:54.331793 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'Port': ['ID=472f6e4f-c768-4211-b94d-689c754cc017,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:54.337830 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3ed69c44-0dc0-4080-aae1-d4cc70adadb4 req-6e2c8959-9c1d-4c7d-b2c7-695387c6b7e1 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373518 Apr 06 13:51:54.349950 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-4df706df-8ac9-40f5-a2d9-8d6adfd700d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0324023 Apr 06 13:51:54.364727 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Request body: {'port': {'device_id': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:54.395279 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:54.395835 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.614438 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.640724 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (70e0c686-87b9-4c08-a285-b38a8b537cfe), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.713789 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1d447190-5bca-48cc-a56c-a01136dedbd1 None None] Current status of the port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:54.836948 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:54.871035 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-81267ed5-a110-46c3-bc68-e1972f7de55c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1907251646&fields=id&tenant_id=750ed7962a664cb5b3be50236f74c8da HTTP/1.1" status: 200 len: 267 time: 0.3395917 Apr 06 13:51:54.972246 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:54.987383 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (472f6e4f-c768-4211-b94d-689c754cc017), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.084134 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d01cb-bdca-4357-8d15-def8ca5a2aad None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:55.208257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] Provisioning complete for port f5591fad-bcf6-4ea0-a119-29757fbc973d triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:55.208661 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.484338 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9a6728a9-f163-498c-a1ef-b7db44aa7c0f req-c0412275-21d9-486a-8867-32723bcfd939 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 210 time: 0.8068905 Apr 06 13:51:55.578496 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-6adf34a7-c465-47f2-84cd-3fef1a4a7583 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:55.588013 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-6adf34a7-c465-47f2-84cd-3fef1a4a7583 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 811 time: 0.7089515 Apr 06 13:51:55.662391 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-be7b5f16-5b64-4ae9-b66d-f0bf2f3028e3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/quotas/750ed7962a664cb5b3be50236f74c8da HTTP/1.1" status: 200 len: 375 time: 0.0421081 Apr 06 13:51:55.743905 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for port (472f6e4f-c768-4211-b94d-689c754cc017), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.760303 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:55.795147 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (472f6e4f-c768-4211-b94d-689c754cc017), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.809583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f203d2-f948-488b-bae2-84f15b995ca8 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:55.897065 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Publish callbacks [] for port (45f203d2-f948-488b-bae2-84f15b995ca8), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.916936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-69491902-4f70-4f07-bef5-7737abd2174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.013594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Transition to ACTIVE for port object 45f203d2-f948-488b-bae2-84f15b995ca8 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:51:56.019729 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] Current status of the port f5591fad-bcf6-4ea0-a119-29757fbc973d is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:56.020973 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.034619 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (70e0c686-87b9-4c08-a285-b38a8b537cfe), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.074063 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] For port f5591fad-bcf6-4ea0-a119-29757fbc973d, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=f5591fad-bcf6-4ea0-a119-29757fbc973d,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:56.079375 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278f037-664f-460f-94b3-1b15d6a7445f req-6f7f910a-22d2-48ac-acf4-fbeaf5ff16ad tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:56.084336 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b278f037-664f-460f-94b3-1b15d6a7445f req-6f7f910a-22d2-48ac-acf4-fbeaf5ff16ad tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 944 time: 0.3072672 Apr 06 13:51:56.089391 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.099349 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.206022 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'Port': ['ID=472f6e4f-c768-4211-b94d-689c754cc017,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.230019 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.238901 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6cefda98-3b5a-4790-b885-3e84b500bc81 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1888871 Apr 06 13:51:56.247355 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919c549-be46-4039-b5db-9f0906e97104 None None] Pushing event updated for resources: {'Port': ['ID=f5591fad-bcf6-4ea0-a119-29757fbc973d,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.247935 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Pushing event updated for resources: {'Port': ['ID=45f203d2-f948-488b-bae2-84f15b995ca8,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.251541 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-12152140-88a8-44d3-a71f-24c489cd24c0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5755830 Apr 06 13:51:56.263873 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device f5591fad-bcf6-4ea0-a119-29757fbc973d up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:56.325765 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52830) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:56.623295 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Attempting to bind port 45f203d2-f948-488b-bae2-84f15b995ca8 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:56.624255 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Attempting to bind port 45f203d2-f948-488b-bae2-84f15b995ca8 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:56.627005 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Attempting to bind port 45f203d2-f948-488b-bae2-84f15b995ca8 on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:56.674796 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b278f037-664f-460f-94b3-1b15d6a7445f req-189e28ab-aaea-4c0d-86d3-dca7eaac6a46 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424988 Apr 06 13:51:56.676657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Port 45f203d2-f948-488b-bae2-84f15b995ca8 on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:51:56.677156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Attempting to bind port 45f203d2-f948-488b-bae2-84f15b995ca8 on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:56.697131 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-8fc78a96-9316-48bf-bcda-e9dda8709fb9 service neutron] 10.222.0.24 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575194 Apr 06 13:51:56.710681 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:56.711330 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Checking segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:56.711853 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Bound using segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:56.712589 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Bound port: 45f203d2-f948-488b-bae2-84f15b995ca8, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:56.713143 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.872471 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b7deab2e-12d8-4804-8bbb-3f9e5f9aea91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.901568 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port f5591fad-bcf6-4ea0-a119-29757fbc973d triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:56.902765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.997766 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-48483497-c1b7-4049-8611-e8e9cd5e7d7d service neutron] 10.222.0.24 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977886 Apr 06 13:51:57.005574 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-dde39cf7-5523-48e9-9d3c-f32dc0807ded tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1683170315&fields=id&tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 267 time: 0.1285348 Apr 06 13:51:57.127463 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port f5591fad-bcf6-4ea0-a119-29757fbc973d is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:57.130371 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 61c807e2-db2a-4bcc-b586-8f2b8ad11709 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:57.160859 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] For port 45f203d2-f948-488b-bae2-84f15b995ca8, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:57.215779 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:57.216415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.251672 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] For port 45f203d2-f948-488b-bae2-84f15b995ca8, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=45f203d2-f948-488b-bae2-84f15b995ca8,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:57.288100 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.400116 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b7deab2e-12d8-4804-8bbb-3f9e5f9aea91 admin admin] Publish callbacks [] for security_group (2d5975d0-8bdf-4139-a06f-3668b6d93562), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.411137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:57.412018 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.413675 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] 10.222.0.15 "PUT /v2.0/ports/45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 1093 time: 3.0565722 Apr 06 13:51:57.420251 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b7deab2e-12d8-4804-8bbb-3f9e5f9aea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (2d5975d0-8bdf-4139-a06f-3668b6d93562), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.473116 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'tag': '45f203d2-f948-488b-bae2-84f15b995ca8'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:57.482877 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be520151-0d99-4cf9-913c-0296471cbe43" -d '{"events": [{"name": "network-changed", "server_uuid": "57b44d0e-0b12-4aa1-b6fb-c56eead94a38", "tag": "45f203d2-f948-488b-bae2-84f15b995ca8"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:57.501649 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-b9348093-5879-4ff3-957a-6c7c0a734e0c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:57.512607 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:57.522196 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-b9348093-5879-4ff3-957a-6c7c0a734e0c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 815 time: 0.5155592 Apr 06 13:51:57.541810 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b7deab2e-12d8-4804-8bbb-3f9e5f9aea91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2420ef3e50664167a51ea107c166928a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2110300 Apr 06 13:51:57.543752 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52866) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:57.715469 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6397686-29ab-46e2-bac7-1bcf35775fdf service neutron] Pushing event updated for resources: {'Port': ['ID=45f203d2-f948-488b-bae2-84f15b995ca8,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:57.733794 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-70d094eb-7f7a-413c-af1a-21da6c7ee5ba tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/quotas/cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 375 time: 0.2104094 Apr 06 13:51:57.800182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deab2e-12d8-4804-8bbb-3f9e5f9aea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5975d0-8bdf-4139-a06f-3668b6d93562,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:57.808299 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5950a631-a115-454c-b951-06dce87e05b3 admin admin] Publish callbacks [] for security_group (2d5975d0-8bdf-4139-a06f-3668b6d93562), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.832799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-27507e25-d58f-4fce-bccc-d6e3eb174c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:57.834854 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-27507e25-d58f-4fce-bccc-d6e3eb174c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1127 time: 0.2552154 Apr 06 13:51:57.862879 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:57.877561 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-c5d6d40e-fe48-4d82-a1ea-ea18ff4f9d33 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425562 Apr 06 13:51:57.931694 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5950a631-a115-454c-b951-06dce87e05b3 admin admin] Publish callbacks [] for security_group (2d5975d0-8bdf-4139-a06f-3668b6d93562), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.154041 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device f5591fad-bcf6-4ea0-a119-29757fbc973d up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:58.156866 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:58.216992 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-25b24aea-8bf4-4de0-9f5f-ae60b14c0496 req-ac19d32d-1067-46df-a8d4-a768f10707ad tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 210 time: 0.1854057 Apr 06 13:51:58.248322 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:58.248496 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.259344 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.15', 57865) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:58.259837 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b8fba626-faa4-4031-b3b5-7acc87fe28fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.334447 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-73535c07-c2de-4a34-b91f-0261b53c9d7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 217 time: 0.3663495 Apr 06 13:51:58.468491 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port f5591fad-bcf6-4ea0-a119-29757fbc973d triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:58.468491 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.490577 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5950a631-a115-454c-b951-06dce87e05b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (2d5975d0-8bdf-4139-a06f-3668b6d93562), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.496271 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5950a631-a115-454c-b951-06dce87e05b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.502089 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5950a631-a115-454c-b951-06dce87e05b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d5975d0-8bdf-4139-a06f-3668b6d93562 HTTP/1.1" status: 204 len: 168 time: 0.9524770 Apr 06 13:51:58.531810 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e89dace-5ad1-42ff-88a1-4ff6b53a7bc2 req-55230b98-e5f0-40bd-8790-be881122f296 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.1379626 Apr 06 13:51:58.651899 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950a631-a115-454c-b951-06dce87e05b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5975d0-8bdf-4139-a06f-3668b6d93562,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:58.715302 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-cd9cd180-8e8d-4bd8-b3ec-d8975bcdc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:58.725785 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-cd9cd180-8e8d-4bd8-b3ec-d8975bcdc18e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.3486495 Apr 06 13:51:58.761902 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-42391da4-0e04-42ec-9c05-53b8e80b66a2 service neutron] 10.222.0.24 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617997 Apr 06 13:51:58.800042 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-b0297128-6e3e-457e-83ea-ae3bdf1b8b72 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:58.806574 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-b0297128-6e3e-457e-83ea-ae3bdf1b8b72 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 816 time: 0.5398631 Apr 06 13:51:58.817034 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'port': {'device_id': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'admin_state_up': True, 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:58.964449 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:58.965895 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.250692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:59.524888 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7391fda-cffb-42c0-9d67-ef4ad73da055 x-openstack-request-id: req-b7391fda-cffb-42c0-9d67-ef4ad73da055 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:59.525471 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b44d0e-0b12-4aa1-b6fb-c56eead94a38", "tag": "45f203d2-f948-488b-bae2-84f15b995ca8", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:59.525981 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7391fda-cffb-42c0-9d67-ef4ad73da055 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:59.526751 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7391fda-cffb-42c0-9d67-ef4ad73da055'] response: {'name': 'network-changed', 'server_uuid': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'tag': '45f203d2-f948-488b-bae2-84f15b995ca8', 'status': 'completed', 'code': 200} Apr 06 13:51:59.540650 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port f5591fad-bcf6-4ea0-a119-29757fbc973d is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:59.548675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,segment=NetworkSegment(357132cc-fc7a-4fe3-bbf5-f359cf41b340),segment_id=357132cc-fc7a-4fe3-bbf5-f359cf41b340)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:59.551614 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.562883 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.634923 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Made reservation on behalf of 8a97691bdf0243d4bbb22f23a3e778c5 for: {'port': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:59.639794 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.645156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-e13f55d5-de20-44a0-992b-b2fb9f98de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.647918 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-e13f55d5-de20-44a0-992b-b2fb9f98de72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.9159644 Apr 06 13:51:59.677850 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 52936) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:59.742311 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15d59a15-bb64-41eb-8603-d3ea53e5fb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.757620 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-4bc5c0c7-384c-454e-be10-20c6c8eb0433 service neutron] 10.222.0.24 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945426 Apr 06 13:51:59.765681 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:59.776725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c68dc-6ea4-4a89-b134-3267b478abd0 req-c64a6140-3403-452c-97a5-b934b0b7cc49 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.790031 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b27c68dc-6ea4-4a89-b134-3267b478abd0 req-c64a6140-3403-452c-97a5-b934b0b7cc49 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 944 time: 0.3399100 Apr 06 13:51:59.841503 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c652c9-ac2e-4500-acab-57ba69d447cb" -d '{"events": [{"server_uuid": "de4e6ccb-ff21-47f3-8a90-f544b7e4d646", "name": "network-vif-plugged", "status": "completed", "tag": "61da0bf7-7fe2-49dc-91f4-ddc120ee5299"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:00.092565 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b27c68dc-6ea4-4a89-b134-3267b478abd0 req-24ff905f-78b2-47d0-a090-5642c40b6f4d tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008807 Apr 06 13:52:00.123107 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-71fab379-b307-4c63-9b7c-31d3f1140cda req-c04e30e2-5872-4c2d-9832-64a9e0139a15 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 210 time: 0.0563028 Apr 06 13:52:00.279535 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Allocated IP 172.20.0.8 (24fab408-9a14-419a-aaa9-a34a477fe4c4/9a524c61-ef07-4fbc-8a85-239487b46f53/340d69f2-4230-48bc-b8a8-956094d021c3) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:00.327290 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bbacde9c-93cf-42af-aa14-2a79155c0b50 req-e094760b-5d8c-4f8d-acbb-c3afe96e9486 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.0716472 Apr 06 13:52:00.424610 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.442616 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15d59a15-bb64-41eb-8603-d3ea53e5fb7c admin admin] Publish callbacks [] for security_group (e1e552f1-a088-4394-b708-37569ade63e6), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.470920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15d59a15-bb64-41eb-8603-d3ea53e5fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e1e552f1-a088-4394-b708-37569ade63e6), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.509291 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5b3d1009-6e15-4e78-ba95-2eedd5eb1dc9 req-9d43e7e5-a6fa-4094-8466-20cc92adda65 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0626352 Apr 06 13:52:00.535929 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2b6593-4e41-47a2-aa6b-7ec0e0b5531c x-openstack-request-id: req-fb2b6593-4e41-47a2-aa6b-7ec0e0b5531c {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:00.536634 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4e6ccb-ff21-47f3-8a90-f544b7e4d646", "name": "network-vif-plugged", "status": "completed", "tag": "61da0bf7-7fe2-49dc-91f4-ddc120ee5299", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:00.537062 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb2b6593-4e41-47a2-aa6b-7ec0e0b5531c {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:00.537691 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2b6593-4e41-47a2-aa6b-7ec0e0b5531c'] response: {'server_uuid': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299', 'code': 200} Apr 06 13:52:00.561199 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-15d59a15-bb64-41eb-8603-d3ea53e5fb7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ebbd8f91a5f4059a401abfb95bcebcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8723340 Apr 06 13:52:00.563534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 52966) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:00.570094 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d59a15-bb64-41eb-8603-d3ea53e5fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e552f1-a088-4394-b708-37569ade63e6,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:00.649800 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2e800229-9665-4db7-9f72-51c8532f085b admin admin] Publish callbacks [] for security_group (e1e552f1-a088-4394-b708-37569ade63e6), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.677879 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2e800229-9665-4db7-9f72-51c8532f085b admin admin] Publish callbacks [] for security_group (e1e552f1-a088-4394-b708-37569ade63e6), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.684768 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for port (340d69f2-4230-48bc-b8a8-956094d021c3), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.726941 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.737501 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2e800229-9665-4db7-9f72-51c8532f085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e1e552f1-a088-4394-b708-37569ade63e6), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.740481 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2e800229-9665-4db7-9f72-51c8532f085b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.741973 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2e800229-9665-4db7-9f72-51c8532f085b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1e552f1-a088-4394-b708-37569ade63e6 HTTP/1.1" status: 204 len: 168 time: 0.1768479 Apr 06 13:52:00.755354 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e800229-9665-4db7-9f72-51c8532f085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e552f1-a088-4394-b708-37569ade63e6,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:00.828746 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:00.835128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:00.840679 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:00.846420 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:00.847169 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.851457 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'Port': ['ID=340d69f2-4230-48bc-b8a8-956094d021c3,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:00.869118 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-6c4518f6-3e3c-4600-adde-ed8a24e0801b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0560796 Apr 06 13:52:01.105426 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-cb1c5f2c-664d-4bc9-86d7-8c009c10147c None None] Provisioning complete for port 340d69f2-4230-48bc-b8a8-956094d021c3 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:01.105843 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-cb1c5f2c-664d-4bc9-86d7-8c009c10147c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.155468 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-cb1c5f2c-664d-4bc9-86d7-8c009c10147c None None] Port 340d69f2-4230-48bc-b8a8-956094d021c3 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:01.308518 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db74cb-e60b-452a-827f-d61a44705014 req-159affc9-8f52-430f-a9db-59976354b328 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:01.311460 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14db74cb-e60b-452a-827f-d61a44705014 req-159affc9-8f52-430f-a9db-59976354b328 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.0785599 Apr 06 13:52:01.314456 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa530f8-b3a4-4039-b5f2-dd753bd80134 req-9eed42a1-3939-46c2-83b4-1a89cde0e65e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:01.316136 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-aaa530f8-b3a4-4039-b5f2-dd753bd80134 req-9eed42a1-3939-46c2-83b4-1a89cde0e65e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 931 time: 0.0907853 Apr 06 13:52:01.383064 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-aaa530f8-b3a4-4039-b5f2-dd753bd80134 req-3cb92d05-f8df-41f2-9aa6-14d72a8585bc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Apr 06 13:52:01.394413 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14db74cb-e60b-452a-827f-d61a44705014 req-baafc99f-ce61-4e11-b715-023b0db4a854 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765495 Apr 06 13:52:01.521966 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0450421f-0aa0-45fe-846d-dbfca1e3fc4a req-25de52fb-f64c-493d-a81b-569c65cb751e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.0482049 Apr 06 13:52:01.671591 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-379b194f-d5d0-4544-865c-7f954cc618a4 req-e6db05ab-a66a-4c1d-ad7b-ff0503098779 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0455925 Apr 06 13:52:01.735248 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 53002) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:01.877037 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786507839-network', 'tenant_id': '9f5b67b91f324fc28e91086ccc811e6a'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:01.901264 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Made reservation on behalf of 9f5b67b91f324fc28e91086ccc811e6a for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:01.904139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.913844 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.000767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks [] for security_group (112aed3a-f654-493f-9cb7-e51f6d7f882d), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.006935 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (112aed3a-f654-493f-9cb7-e51f6d7f882d), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.037028 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:52:02.048706 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112aed3a-f654-493f-9cb7-e51f6d7f882d,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:02.055564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (40b9fbb5-77fb-40cb-adae-0caf9897726d), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.055901 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Added segment 40b9fbb5-77fb-40cb-adae-0caf9897726d of type vlan for network 31926cfd-86ac-4763-ab72-cf363b6974ce Apr 06 13:52:02.102818 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (31926cfd-86ac-4763-ab72-cf363b6974ce), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.143182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (31926cfd-86ac-4763-ab72-cf363b6974ce), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.145329 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:02.146198 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.207432 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4708669 Apr 06 13:52:02.212371 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53008) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:02.213962 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129010b-18f5-42bf-a3b2-d25ba95f5f5d admin admin] Pushing event updated for resources: {'Network': ['ID=31926cfd-86ac-4763-ab72-cf363b6974ce,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:02.220115 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Request body: {'subnet': {'network_id': '31926cfd-86ac-4763-ab72-cf363b6974ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786507839-subnet', 'tenant_id': '9f5b67b91f324fc28e91086ccc811e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:02.231882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 31926cfd-86ac-4763-ab72-cf363b6974ce details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:52:02.253617 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Made reservation on behalf of 9f5b67b91f324fc28e91086ccc811e6a for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:02.256439 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.508034 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (1c1dc77c-c42a-4718-82d9-88ff0cb258fa), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.576828 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.583868 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Request body: {'port': {'device_id': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:02.772830 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.790975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7863c3-a768-4921-be19-d60d962bfa86 req-57b18abd-d6b4-4e3a-a3ff-46da81c33241 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:02.793346 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd7863c3-a768-4921-be19-d60d962bfa86 req-57b18abd-d6b4-4e3a-a3ff-46da81c33241 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 931 time: 0.2786367 Apr 06 13:52:02.796328 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1dc77c-c42a-4718-82d9-88ff0cb258fa,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:02.816052 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Checking segment: {'id': '40b9fbb5-77fb-40cb-adae-0caf9897726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '31926cfd-86ac-4763-ab72-cf363b6974ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:02.816052 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Network hostable DHCP agents. Network: 31926cfd-86ac-4763-ab72-cf363b6974ce, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:52:02.822070 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a797-4604-4164-809b-3205232c2fe0 req-e88d4cfb-5263-4bb7-a891-463521032c5c tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:02.826759 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed73a797-4604-4164-809b-3205232c2fe0 req-e88d4cfb-5263-4bb7-a891-463521032c5c tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.3014324 Apr 06 13:52:02.877832 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-01cc48a6-5dfc-4da0-ace8-1664de693995 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974249 Apr 06 13:52:02.924984 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed73a797-4604-4164-809b-3205232c2fe0 req-30c2762c-2050-47ac-b9a3-16252fac1dab tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893292 Apr 06 13:52:02.934539 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Network 31926cfd-86ac-4763-ab72-cf363b6974ce is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:52:03.099493 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.15', 57872) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:03.115047 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 31926cfd-86ac-4763-ab72-cf363b6974ce) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:03.127991 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb176711-2534-4266-a49f-854e5d962f93 None None] Network 31926cfd-86ac-4763-ab72-cf363b6974ce requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:03.164671 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:03.165468 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.203137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.15', 57873) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:03.217247 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-de253c47-6b29-4b36-b521-e4d79c530e36 req-9352c54c-8f1b-4e3d-bb33-5e065c4f6bd5 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.1309884 Apr 06 13:52:03.255699 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd7863c3-a768-4921-be19-d60d962bfa86 req-81b58e86-3289-478f-8132-64fcd08277d1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094996 Apr 06 13:52:03.300173 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-2c1fdb98-b088-457c-bf46-4ec3212a62a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0845299 Apr 06 13:52:03.444393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112f0618-0528-4e31-a3b7-3f997d5faf9d None None] Network 31926cfd-86ac-4763-ab72-cf363b6974ce requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:03.471951 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-dd0131ca-de0f-4091-934a-12b374c0a00f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:03.473617 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-dd0131ca-de0f-4091-934a-12b374c0a00f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 811 time: 0.2690251 Apr 06 13:52:03.524860 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a579b5b-083d-4c00-a6f1-aa1b662d6ad7 req-fe0cb12f-62fc-47c8-a959-9551e596deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:03.528445 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3a579b5b-083d-4c00-a6f1-aa1b662d6ad7 req-fe0cb12f-62fc-47c8-a959-9551e596deee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 1129 time: 0.4270608 Apr 06 13:52:03.562546 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d409e8fe-8b7c-4033-8a27-4d402052613e req-54fe4516-7c08-4b35-845a-e4008e51c0b2 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020598 Apr 06 13:52:03.743773 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-3a579b5b-083d-4c00-a6f1-aa1b662d6ad7 req-6b3742c2-7bf9-4809-9473-a65a699de6e3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.771240 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340d69f2-4230-48bc-b8a8-956094d021c3 {{(pid=109799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:03.784035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Publish callbacks [] for port (340d69f2-4230-48bc-b8a8-956094d021c3), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.798114 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b2324cf6-bd13-4759-bcbd-24f9f68776fa req-87e32282-a3ef-454d-9f59-3a7413b1a588 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.2801085 Apr 06 13:52:03.858736 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.provisioning_blocks [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Transition to ACTIVE for port object 340d69f2-4230-48bc-b8a8-956094d021c3 will not be triggered until provisioned by entity L2. {{(pid=109799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:52:03.866719 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.990239 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-3a579b5b-083d-4c00-a6f1-aa1b662d6ad7 req-6b3742c2-7bf9-4809-9473-a65a699de6e3 service neutron] Publish callbacks [] for security_group (e6f31eaa-8594-4b89-b407-d6ee8b0fd9c3), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.014855 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-3a579b5b-083d-4c00-a6f1-aa1b662d6ad7 req-6b3742c2-7bf9-4809-9473-a65a699de6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e6f31eaa-8594-4b89-b407-d6ee8b0fd9c3), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.090066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3a579b5b-083d-4c00-a6f1-aa1b662d6ad7 req-6b3742c2-7bf9-4809-9473-a65a699de6e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203606 Apr 06 13:52:04.097144 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3742c2-7bf9-4809-9473-a65a699de6e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f31eaa-8594-4b89-b407-d6ee8b0fd9c3,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:04.144949 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-e9b17be0-c3d7-43ea-a5dd-472248ca53f3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750ed7962a664cb5b3be50236f74c8da HTTP/1.1" status: 200 len: 380 time: 0.4653797 Apr 06 13:52:04.162438 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Pushing event updated for resources: {'Port': ['ID=340d69f2-4230-48bc-b8a8-956094d021c3,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:04.204281 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Attempting to bind port 340d69f2-4230-48bc-b8a8-956094d021c3 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:04.204956 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Attempting to bind port 340d69f2-4230-48bc-b8a8-956094d021c3 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}] {{(pid=109799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:04.205624 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Attempting to bind port 340d69f2-4230-48bc-b8a8-956094d021c3 on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:04.233109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Port 340d69f2-4230-48bc-b8a8-956094d021c3 on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:52:04.233550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Attempting to bind port 340d69f2-4230-48bc-b8a8-956094d021c3 on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:04.255674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:04.256225 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Checking segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:04.257281 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Bound using segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:04.258609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Bound port: 340d69f2-4230-48bc-b8a8-956094d021c3, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}}] {{(pid=109799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:04.258609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.270957 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662d34-263d-4a26-af65-a39821e91a50 req-cc624313-83a2-4513-ba4a-76dcef2a8bca tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.273052 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-30662d34-263d-4a26-af65-a39821e91a50 req-cc624313-83a2-4513-ba4a-76dcef2a8bca tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.1167703 Apr 06 13:52:04.402103 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-30662d34-263d-4a26-af65-a39821e91a50 req-f6be4bb0-3d1a-4c31-ae8b-085efc100f57 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206114 Apr 06 13:52:04.479067 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 45f203d2-f948-488b-bae2-84f15b995ca8 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:52:04.567600 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d9145933-067d-490d-adbc-11c8351baa4a req-aecfeeea-4592-4c1f-aad8-fd9fc6d8f570 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.0646400 Apr 06 13:52:04.663441 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] For port 340d69f2-4230-48bc-b8a8-956094d021c3, host hv-cinder-82755, cleared binding levels {{(pid=109799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:04.692848 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'port': {'device_id': '05018286-8bed-4335-b9d2-5734ca866f25', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'admin_state_up': True, 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'security_groups': ['a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:04.712979 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] For port 340d69f2-4230-48bc-b8a8-956094d021c3, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=340d69f2-4230-48bc-b8a8-956094d021c3,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:04.728404 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.733286 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 45f203d2-f948-488b-bae2-84f15b995ca8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=45f203d2-f948-488b-bae2-84f15b995ca8,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:04.738741 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809454b9-0d7d-41a6-8682-a27b6ef3a1a8 req-8eeb09cd-805d-4860-8f54-8cb78ac0c1f1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.740619 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-809454b9-0d7d-41a6-8682-a27b6ef3a1a8 req-8eeb09cd-805d-4860-8f54-8cb78ac0c1f1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.3309329 Apr 06 13:52:04.796781 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '45f203d2-f948-488b-bae2-84f15b995ca8', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'port_id': '45f203d2-f948-488b-bae2-84f15b995ca8', 'mac_address': 'fa:16:3e:28:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:52:04.826795 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Pushing event updated for resources: {'Port': ['ID=340d69f2-4230-48bc-b8a8-956094d021c3,revision_number=3']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:04.876178 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53082) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:04.902861 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1554235502-network', 'tenant_id': 'f63a4595b22e414683f212fa7118548a'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:04.956239 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.959163 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.961878 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-82f0549b-7d7b-4364-a800-cfca0bf08983 service neutron] 10.222.0.15 "PUT /v2.0/ports/340d69f2-4230-48bc-b8a8-956094d021c3 HTTP/1.1" status: 200 len: 1093 time: 2.3934975 Apr 06 13:52:04.967089 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 45f203d2-f948-488b-bae2-84f15b995ca8 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:04.967672 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.969986 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'tag': '340d69f2-4230-48bc-b8a8-956094d021c3'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:05.017113 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f203d2-f948-488b-bae2-84f15b995ca8 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:05.077248 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Made reservation on behalf of 750ed7962a664cb5b3be50236f74c8da for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:05.082602 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.128618 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 45f203d2-f948-488b-bae2-84f15b995ca8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=45f203d2-f948-488b-bae2-84f15b995ca8,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:05.136568 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.167350 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-809454b9-0d7d-41a6-8682-a27b6ef3a1a8 req-98e8c582-53ee-47fe-b116-62aa9049a8c3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416755 Apr 06 13:52:05.216243 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e2d1c61a-c5af-4ff4-aec5-72257ca80017 req-4502aa2e-18e9-428e-94e9-6295747aca59 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.1189921 Apr 06 13:52:05.243046 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Made reservation on behalf of f63a4595b22e414683f212fa7118548a for: {'network': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:05.258546 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.338973 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.415062 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['45f203d2-f948-488b-bae2-84f15b995ca8'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:52:05.554405 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520151-0d99-4cf9-913c-0296471cbe43 req-189e7fa3-e0cd-4a04-a2d2-5c6c4a375ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.559130 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-189e7fa3-e0cd-4a04-a2d2-5c6c4a375ccc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1127 time: 0.8757260 Apr 06 13:52:05.598038 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=45f203d2-f948-488b-bae2-84f15b995ca8,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:05.617102 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Allocated IP 172.20.0.12 (beccdd48-ac15-4226-af93-4103929f4aa2/9b293028-20a5-445e-9236-88ca99e07fc2/1f78212b-af3b-4985-8920-15605ba9716f) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:05.678813 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:52:05.681078 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-9325705f-78a4-4cce-aafc-8b63d41514cc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.683646 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-9325705f-78a4-4cce-aafc-8b63d41514cc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 815 time: 1.0014641 Apr 06 13:52:05.684662 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d98d118-6c4a-40a0-9186-e95403158658" -d '{"events": [{"name": "network-changed", "server_uuid": "cf756797-a1f5-441c-b15c-00bd9f5baba9", "tag": "340d69f2-4230-48bc-b8a8-956094d021c3"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:05.885063 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828523d2-6e87-4d3a-97c6-a396db6b3f08 req-ae3f95cc-20f6-4674-ac17-24633aaf71cc tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.892233 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-828523d2-6e87-4d3a-97c6-a396db6b3f08 req-ae3f95cc-20f6-4674-ac17-24633aaf71cc tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.3090796 Apr 06 13:52:05.897091 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks [] for security_group (b2209cc7-1f20-497b-b061-c1b5e3f9a7e0), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.901446 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-dcbf60a4-aed7-47b0-862e-6a0691379ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.906478 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-dcbf60a4-aed7-47b0-862e-6a0691379ef9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 1127 time: 0.5698519 Apr 06 13:52:05.908346 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-454a0ca8-3e2c-412a-b35b-0fa06c0d9927 req-b12c7bf9-a69a-4e39-96ae-c01d963fe3f0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.0848601 Apr 06 13:52:05.912389 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b2209cc7-1f20-497b-b061-c1b5e3f9a7e0), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.990781 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:52:06.038106 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2209cc7-1f20-497b-b061-c1b5e3f9a7e0,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:06.061285 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (30dd5096-6332-4d0f-a6ca-5070eed89f0a), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.061837 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.segments_db [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Added segment 30dd5096-6332-4d0f-a6ca-5070eed89f0a of type vlan for network 1244f31a-a9b1-458b-8d78-deae09cec407 Apr 06 13:52:06.096433 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for port (1f78212b-af3b-4985-8920-15605ba9716f), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.146360 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-828523d2-6e87-4d3a-97c6-a396db6b3f08 req-142ab94e-947a-47c2-b361-7f08abfe8e32 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389755 Apr 06 13:52:06.165420 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (1244f31a-a9b1-458b-8d78-deae09cec407), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.203306 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (1f78212b-af3b-4985-8920-15605ba9716f), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.226850 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883e504-2ea9-4d7d-827d-f192976b23ae x-openstack-request-id: req-f883e504-2ea9-4d7d-827d-f192976b23ae {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:06.227749 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf756797-a1f5-441c-b15c-00bd9f5baba9", "tag": "340d69f2-4230-48bc-b8a8-956094d021c3", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:06.228271 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f883e504-2ea9-4d7d-827d-f192976b23ae {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:06.229081 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f883e504-2ea9-4d7d-827d-f192976b23ae'] response: {'name': 'network-changed', 'server_uuid': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'tag': '340d69f2-4230-48bc-b8a8-956094d021c3', 'status': 'completed', 'code': 200} Apr 06 13:52:06.240474 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (1244f31a-a9b1-458b-8d78-deae09cec407), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.242533 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:06.243547 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.291604 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Network beccdd48-ac15-4226-af93-4103929f4aa2 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:06.303203 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:06.310649 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:06.324296 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:06.325416 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.360101 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6797273 Apr 06 13:52:06.362007 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dcbf1-6ec8-43d9-a094-dbcb4f392e70 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'Port': ['ID=1f78212b-af3b-4985-8920-15605ba9716f,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:06.419564 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] Pushing event updated for resources: {'Network': ['ID=1244f31a-a9b1-458b-8d78-deae09cec407,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:06.439360 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 1244f31a-a9b1-458b-8d78-deae09cec407 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:52:06.439628 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 53124) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:06.440171 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a842c36b-6ffe-4626-8ebe-85fdb73d30dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5554638 Apr 06 13:52:06.447627 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Request body: {'subnet': {'network_id': '1244f31a-a9b1-458b-8d78-deae09cec407', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1554235502-subnet', 'tenant_id': 'f63a4595b22e414683f212fa7118548a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:06.521079 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Made reservation on behalf of f63a4595b22e414683f212fa7118548a for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:06.530302 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.588584 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24826722-9cdd-4fd7-a818-50fcec066d4b req-b7d1e146-384d-44dd-9888-c45556e25029 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:06.591510 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-24826722-9cdd-4fd7-a818-50fcec066d4b req-b7d1e146-384d-44dd-9888-c45556e25029 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.1378701 Apr 06 13:52:06.692609 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5d09082c-5402-489e-8b4b-49feaaedc39f req-32b954b9-4b94-413a-955a-82b36b0fadac tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.1207170 Apr 06 13:52:06.729289 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-24826722-9cdd-4fd7-a818-50fcec066d4b req-31b637ac-2197-49b6-819c-f650c3cc6ce4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192150 Apr 06 13:52:06.904862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-3f944944-663c-4b25-a96f-524da3a82e97 None None] Provisioning complete for port 1f78212b-af3b-4985-8920-15605ba9716f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:06.906825 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-3f944944-663c-4b25-a96f-524da3a82e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (1f78212b-af3b-4985-8920-15605ba9716f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.929348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.957838 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53130) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:07.022250 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:07.031042 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Checking segment: {'id': '30dd5096-6332-4d0f-a6ca-5070eed89f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1244f31a-a9b1-458b-8d78-deae09cec407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:07.031336 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Network hostable DHCP agents. Network: 1244f31a-a9b1-458b-8d78-deae09cec407, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:52:07.034879 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-3f944944-663c-4b25-a96f-524da3a82e97 None None] Port 1f78212b-af3b-4985-8920-15605ba9716f cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:07.095211 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Network 1244f31a-a9b1-458b-8d78-deae09cec407 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:52:07.126432 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 1244f31a-a9b1-458b-8d78-deae09cec407) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:07.134933 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:07.135607 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.153536 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fd7c5-3db4-4880-bba5-c8924530b7f4 req-40047734-4ba1-403d-ba3b-919d48158aad tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:07.157517 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a63873-9075-4f01-ba6a-1ea0b64d13c8 None None] Network 1244f31a-a9b1-458b-8d78-deae09cec407 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:07.162479 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9f2fd7c5-3db4-4880-bba5-c8924530b7f4 req-40047734-4ba1-403d-ba3b-919d48158aad tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 932 time: 0.1193616 Apr 06 13:52:07.208748 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-29e7b212-2e5e-4e35-b063-fd2a181b6dce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7546000 Apr 06 13:52:07.264516 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70616535-f4f3-4904-9295-e0e34bdf1b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.272333 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9f2fd7c5-3db4-4880-bba5-c8924530b7f4 req-2283841f-0b7a-4437-9798-fcc392bc1b2f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090746 Apr 06 13:52:07.372810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292e0ba-74ce-4b34-a8c7-87dbc4eb54b6 None None] Network 1244f31a-a9b1-458b-8d78-deae09cec407 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:07.455692 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470642-9191-4b67-a0a8-0e9caa1c3e22 req-fd4bd952-2e93-4766-b7c2-9f67da25a18b tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:07.463346 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6b470642-9191-4b67-a0a8-0e9caa1c3e22 req-fd4bd952-2e93-4766-b7c2-9f67da25a18b tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.1289678 Apr 06 13:52:07.505947 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70616535-f4f3-4904-9295-e0e34bdf1b79 admin admin] Publish callbacks [] for security_group (3a01c995-1a9f-498e-8a5d-2e7b86b53dac), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.512158 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70616535-f4f3-4904-9295-e0e34bdf1b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3a01c995-1a9f-498e-8a5d-2e7b86b53dac), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.579460 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6b470642-9191-4b67-a0a8-0e9caa1c3e22 req-b2934b2b-55bc-4add-b9c7-1639cd9e2568 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151037 Apr 06 13:52:07.580796 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70616535-f4f3-4904-9295-e0e34bdf1b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01c995-1a9f-498e-8a5d-2e7b86b53dac,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:07.586451 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-70616535-f4f3-4904-9295-e0e34bdf1b79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99f756132ed148eca62b4fa5f641d711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262276 Apr 06 13:52:07.588296 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 53146) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:07.717650 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c423d4e1-15ec-4ac0-bd4f-ed570629ffe0 admin admin] Publish callbacks [] for security_group (3a01c995-1a9f-498e-8a5d-2e7b86b53dac), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.763496 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c423d4e1-15ec-4ac0-bd4f-ed570629ffe0 admin admin] Publish callbacks [] for security_group (3a01c995-1a9f-498e-8a5d-2e7b86b53dac), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.912464 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d0440f04-efd4-415e-9e83-fe8d4cc18d15 req-8d17615d-d7e7-45c3-a797-ba837f32540c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0506296 Apr 06 13:52:08.096540 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c423d4e1-15ec-4ac0-bd4f-ed570629ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3a01c995-1a9f-498e-8a5d-2e7b86b53dac), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.107085 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c423d4e1-15ec-4ac0-bd4f-ed570629ffe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.107085 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-c423d4e1-15ec-4ac0-bd4f-ed570629ffe0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a01c995-1a9f-498e-8a5d-2e7b86b53dac HTTP/1.1" status: 204 len: 168 time: 0.5012457 Apr 06 13:52:08.112322 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423d4e1-15ec-4ac0-bd4f-ed570629ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01c995-1a9f-498e-8a5d-2e7b86b53dac,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:08.160745 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf847d-f23c-4a0a-889d-2afa8f36873c req-4d560097-7425-4218-9fae-d3490773b437 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.175292 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cccf847d-f23c-4a0a-889d-2afa8f36873c req-4d560097-7425-4218-9fae-d3490773b437 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.3116577 Apr 06 13:52:08.233435 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cccf847d-f23c-4a0a-889d-2afa8f36873c req-c9543036-6f5a-4151-9600-04ae55318980 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567675 Apr 06 13:52:08.490945 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e74f-82bc-419d-9cce-9b9f9967607f req-fcad22a4-10a3-4180-984b-b339cd269fe7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.500241 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e618e74f-82bc-419d-9cce-9b9f9967607f req-fcad22a4-10a3-4180-984b-b339cd269fe7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 932 time: 0.1158350 Apr 06 13:52:08.507831 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Request body: {'port': {'device_id': '05018286-8bed-4335-b9d2-5734ca866f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:08.595063 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-c91c5c5b-2c82-435e-9d85-5605a6359102 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=340d69f2-4230-48bc-b8a8-956094d021c3 HTTP/1.1" status: 200 len: 217 time: 0.0859692 Apr 06 13:52:08.604674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53168) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:08.668758 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e6ba343c-9786-4fc4-92f5-f1e277cca37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.677840 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e618e74f-82bc-419d-9cce-9b9f9967607f req-b4f73da8-11ef-4143-a452-12459954c0cf tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764655 Apr 06 13:52:08.699104 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-75005690-1ae2-4f22-a2e6-c1c7931fda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.700803 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-a5bdd5f4-91f0-4c0d-a90e-fea4a75b544e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 380 time: 0.2106709 Apr 06 13:52:08.700990 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-75005690-1ae2-4f22-a2e6-c1c7931fda7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0953467 Apr 06 13:52:08.705512 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1f78212b-af3b-4985-8920-15605ba9716f), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.731197 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'port': {'device_id': '3b83fabc-8429-4819-9813-903fa7578057', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'admin_state_up': True, 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'security_groups': ['35549477-e311-4530-9236-3359981df119']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:08.775965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 45f203d2-f948-488b-bae2-84f15b995ca8 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:08.834609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67624-0010-442e-9148-20316877624b req-712d4f14-847b-4742-831a-0219c3c84f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.836872 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-712d4f14-847b-4742-831a-0219c3c84f6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232758 Apr 06 13:52:08.883525 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520151-0d99-4cf9-913c-0296471cbe43 req-2c4a8f37-cce9-4a5b-bcdc-d2e1b635d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.885178 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-2c4a8f37-cce9-4a5b-bcdc-d2e1b635d9be service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.3906422 Apr 06 13:52:08.918681 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e6ba343c-9786-4fc4-92f5-f1e277cca37c admin admin] Publish callbacks [] for security_group (094d2a62-d0dd-4dc0-b172-7620c2763013), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.927327 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e6ba343c-9786-4fc4-92f5-f1e277cca37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (094d2a62-d0dd-4dc0-b172-7620c2763013), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.934098 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33baa-21f7-45cc-b79c-aead618d3996 req-62033149-69a7-4d9b-b5a3-996216b8da35 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.936515 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-17f33baa-21f7-45cc-b79c-aead618d3996 req-62033149-69a7-4d9b-b5a3-996216b8da35 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.2319479 Apr 06 13:52:08.951269 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 45f203d2-f948-488b-bae2-84f15b995ca8 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:52:08.969809 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 45f203d2-f948-488b-bae2-84f15b995ca8 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:08.970408 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.989442 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-9984ecc9-5280-4798-9b50-082c37498159 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 217 time: 0.0931292 Apr 06 13:52:09.029133 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-e6ba343c-9786-4fc4-92f5-f1e277cca37c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6c08d0bef3747daa7d9689cd77a8337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182978 Apr 06 13:52:09.029721 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba343c-9786-4fc4-92f5-f1e277cca37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094d2a62-d0dd-4dc0-b172-7620c2763013,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:09.033310 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53176) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:09.088843 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-e691a6e9-2a6a-4231-b88b-f6b9218cd82e service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423937 Apr 06 13:52:09.161495 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c37561ea-7487-42ea-9d09-7d1482932fd7 req-e2f6a715-7b6e-45fe-93ce-c7e321883034 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0447373 Apr 06 13:52:09.176074 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf681-c16e-4554-a9af-79308038747b admin admin] Publish callbacks [] for security_group (094d2a62-d0dd-4dc0-b172-7620c2763013), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.207453 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf681-c16e-4554-a9af-79308038747b admin admin] Publish callbacks [] for security_group (094d2a62-d0dd-4dc0-b172-7620c2763013), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.248619 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-17f33baa-21f7-45cc-b79c-aead618d3996 req-9f144577-82d8-4218-9eee-5d7aaf2d6c47 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573659 Apr 06 13:52:09.304620 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf681-c16e-4554-a9af-79308038747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (094d2a62-d0dd-4dc0-b172-7620c2763013), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.320494 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf681-c16e-4554-a9af-79308038747b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.320494 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3e2bf681-c16e-4554-a9af-79308038747b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/094d2a62-d0dd-4dc0-b172-7620c2763013 HTTP/1.1" status: 204 len: 168 time: 0.2765481 Apr 06 13:52:09.335559 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bf681-c16e-4554-a9af-79308038747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094d2a62-d0dd-4dc0-b172-7620c2763013,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:09.370082 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 45f203d2-f948-488b-bae2-84f15b995ca8 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:09.370834 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.402266 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f203d2-f948-488b-bae2-84f15b995ca8'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:09.405831 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3590af-82ee-45d1-a41b-529defcc1c91" -d '{"events": [{"server_uuid": "57b44d0e-0b12-4aa1-b6fb-c56eead94a38", "name": "network-vif-plugged", "status": "completed", "tag": "45f203d2-f948-488b-bae2-84f15b995ca8"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:09.424576 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 45f203d2-f948-488b-bae2-84f15b995ca8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=45f203d2-f948-488b-bae2-84f15b995ca8,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:09.427307 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Made reservation on behalf of cfa10a1cb23f4d2ca0be5c101bd3e8f9 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:09.431143 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.438003 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.515228 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa7905-ebb2-4648-9616-a21807ca43d3 x-openstack-request-id: req-a5fa7905-ebb2-4648-9616-a21807ca43d3 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:09.516257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b44d0e-0b12-4aa1-b6fb-c56eead94a38", "name": "network-vif-plugged", "status": "completed", "tag": "45f203d2-f948-488b-bae2-84f15b995ca8", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:09.516774 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5fa7905-ebb2-4648-9616-a21807ca43d3 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:09.518425 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fa7905-ebb2-4648-9616-a21807ca43d3'] response: {'server_uuid': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f203d2-f948-488b-bae2-84f15b995ca8', 'code': 200} Apr 06 13:52:09.541512 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=45f203d2-f948-488b-bae2-84f15b995ca8,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:09.817847 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b5b67624-0010-442e-9148-20316877624b req-6d92bc4a-b8be-41bd-b210-74b01041e79b service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480341 Apr 06 13:52:09.835961 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520151-0d99-4cf9-913c-0296471cbe43 req-0296a662-4c18-4636-b174-3fb68b6ec706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:09.838853 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-0296a662-4c18-4636-b174-3fb68b6ec706 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.3370855 Apr 06 13:52:10.036406 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e42f7-ea9b-4d49-803a-c2ba9277408d req-18a7d273-fbd9-48ee-93a5-8b34014631e1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.044019 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef8e42f7-ea9b-4d49-803a-c2ba9277408d req-18a7d273-fbd9-48ee-93a5-8b34014631e1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 932 time: 0.1509972 Apr 06 13:52:10.128992 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef8e42f7-ea9b-4d49-803a-c2ba9277408d req-64d80cbd-95d3-479b-85b5-3ec2bb921f17 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827482 Apr 06 13:52:10.162455 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f78212b-af3b-4985-8920-15605ba9716f {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:10.171386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Allocated IP 172.20.0.11 (39774851-8a70-41b0-8299-eb709a7f7954/e1920da1-e5ed-478b-9371-e74628ded767/9abf4dde-2ce2-4791-bde7-b595b7d26c21) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:10.188968 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc2abb-27ca-4223-bded-c9f514abd574 req-5d42eaed-318d-4981-ac58-9f7c31741663 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.198995 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56bc2abb-27ca-4223-bded-c9f514abd574 req-5d42eaed-318d-4981-ac58-9f7c31741663 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.7555296 Apr 06 13:52:10.206421 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Publish callbacks [] for port (1f78212b-af3b-4985-8920-15605ba9716f), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.284196 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Transition to ACTIVE for port object 1f78212b-af3b-4985-8920-15605ba9716f will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:52:10.295012 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be520151-0d99-4cf9-913c-0296471cbe43 req-01d3c0c1-1af5-41cf-99ee-9c88af77312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.298296 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-01d3c0c1-1af5-41cf-99ee-9c88af77312a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2560308 Apr 06 13:52:10.318226 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1f78212b-af3b-4985-8920-15605ba9716f), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.390483 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f94db969-34d7-4b6a-9bb8-5df94153f2e4 req-871afd65-b1d3-4055-bec7-bcb1777a0fc2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0485175 Apr 06 13:52:10.597983 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e34b27-7627-4a5d-8c35-ae68892b2b5b req-99f0acc4-170d-4bc5-9f90-14e13938742f tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.601779 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-41e34b27-7627-4a5d-8c35-ae68892b2b5b req-99f0acc4-170d-4bc5-9f90-14e13938742f tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.1080511 Apr 06 13:52:10.609864 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56bc2abb-27ca-4223-bded-c9f514abd574 req-93f0c075-f1bd-4203-be26-d489041b4ea3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091580 Apr 06 13:52:10.668205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.15', 57888) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:10.730571 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78212b-af3b-4985-8920-15605ba9716f,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:10.842372 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Attempting to bind port 1f78212b-af3b-4985-8920-15605ba9716f on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:10.843061 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Attempting to bind port 1f78212b-af3b-4985-8920-15605ba9716f by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:10.843663 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Attempting to bind port 1f78212b-af3b-4985-8920-15605ba9716f on network beccdd48-ac15-4226-af93-4103929f4aa2 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:10.868676 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Port 1f78212b-af3b-4985-8920-15605ba9716f on network beccdd48-ac15-4226-af93-4103929f4aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:52:10.869081 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Attempting to bind port 1f78212b-af3b-4985-8920-15605ba9716f on network beccdd48-ac15-4226-af93-4103929f4aa2 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:10.887997 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-41e34b27-7627-4a5d-8c35-ae68892b2b5b req-8cd78b0b-0d64-47d7-be32-011c793368de tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791324 Apr 06 13:52:10.898865 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:10.899203 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Checking segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:10.899760 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Bound using segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:10.900363 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Bound port: 1f78212b-af3b-4985-8920-15605ba9716f, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:10.900896 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1f78212b-af3b-4985-8920-15605ba9716f), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.910851 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d118-6c4a-40a0-9186-e95403158658 req-9034da3e-8ef9-4dc9-a047-cafc3a60f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.912378 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-9034da3e-8ef9-4dc9-a047-cafc3a60f402 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 1127 time: 0.2862308 Apr 06 13:52:10.914656 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f934-c1f0-482c-b111-b96c7f5b651f req-dccf89f0-d49f-479b-a048-1e6c1691cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.916391 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02e1f934-c1f0-482c-b111-b96c7f5b651f req-dccf89f0-d49f-479b-a048-1e6c1691cdb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1129 time: 0.2203274 Apr 06 13:52:10.960250 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.020674 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-9e0f2b89-d959-403f-8636-9c07bcea8e09 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650169 Apr 06 13:52:11.229313 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] For port 1f78212b-af3b-4985-8920-15605ba9716f, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:11.243376 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] For port 1f78212b-af3b-4985-8920-15605ba9716f, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=1f78212b-af3b-4985-8920-15605ba9716f,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:11.286268 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1f78212b-af3b-4985-8920-15605ba9716f), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.312668 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.386413 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02e1f934-c1f0-482c-b111-b96c7f5b651f req-661ad717-82e3-435f-9b97-f557ed0e6c9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611044 Apr 06 13:52:11.419758 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.420401 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.422828 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 1094 time: 2.9305844 Apr 06 13:52:11.464830 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:11.467207 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f530fe-8713-4a08-989f-cab9fb2a7c91" -d '{"events": [{"name": "network-changed", "server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "tag": "1f78212b-af3b-4985-8920-15605ba9716f"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:11.487086 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Network 39774851-8a70-41b0-8299-eb709a7f7954 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:11.497236 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:11.513194 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:11.523001 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.523705 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.705397 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-be520151-0d99-4cf9-913c-0296471cbe43 req-9c8ab1da-14af-4b92-be92-af1f2999403f service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768522 Apr 06 13:52:11.718944 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d118-6c4a-40a0-9186-e95403158658 req-b1682416-ff2b-47a7-bbe3-637ec1fb65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.721703 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-b1682416-ff2b-47a7-bbe3-637ec1fb65e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.7944143 Apr 06 13:52:11.723015 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de505f0-18bf-4667-8792-b40df696b702 req-8464e188-0c31-47b4-a75c-1b58ea0085c1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.727728 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2de505f0-18bf-4667-8792-b40df696b702 req-8464e188-0c31-47b4-a75c-1b58ea0085c1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.4684937 Apr 06 13:52:11.748436 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0215731 Apr 06 13:52:11.750603 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c86b0-a867-4ff3-adb9-3fb5504b6251 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78212b-af3b-4985-8920-15605ba9716f,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:11.792655 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6b47-969c-4bd4-8eb5-b02b433354ad req-a8647d7d-9155-4016-bae1-c248de2c8ec5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.797489 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-91af6b47-969c-4bd4-8eb5-b02b433354ad req-a8647d7d-9155-4016-bae1-c248de2c8ec5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 932 time: 0.1851802 Apr 06 13:52:11.891398 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-91af6b47-969c-4bd4-8eb5-b02b433354ad req-6f88bc36-a175-42f9-80e0-e9a13492d789 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797176 Apr 06 13:52:12.003129 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Request body: {'port': {'device_id': '3b83fabc-8429-4819-9813-903fa7578057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:12.038579 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f13d35-f6ad-4d1f-8c8b-10cd2b95344c x-openstack-request-id: req-e3f13d35-f6ad-4d1f-8c8b-10cd2b95344c {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:12.040342 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "tag": "1f78212b-af3b-4985-8920-15605ba9716f", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:12.040889 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3f13d35-f6ad-4d1f-8c8b-10cd2b95344c {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:12.047048 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f13d35-f6ad-4d1f-8c8b-10cd2b95344c'] response: {'name': 'network-changed', 'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f', 'status': 'completed', 'code': 200} Apr 06 13:52:12.114464 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-6db329b1-7d99-4ba6-adb8-e2aa045fca9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=340d69f2-4230-48bc-b8a8-956094d021c3 HTTP/1.1" status: 200 len: 217 time: 0.1534486 Apr 06 13:52:12.116289 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2de505f0-18bf-4667-8792-b40df696b702 req-443e792e-4db6-43eb-ba52-7050986b384e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450966 Apr 06 13:52:12.116941 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd845-5a1e-4216-badc-d9c47c9b8475 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:12.167399 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-0f88594b-b93f-4b1c-95a2-055216bf6f23 None None] Provisioning complete for port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:12.168902 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0f88594b-b93f-4b1c-95a2-055216bf6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.198982 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-d36a41c8-bf89-4385-9eb3-85a54f2a94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:12.200824 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-d36a41c8-bf89-4385-9eb3-85a54f2a94a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1128 time: 0.2231967 Apr 06 13:52:12.201912 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.247594 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-0f88594b-b93f-4b1c-95a2-055216bf6f23 None None] Port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:12.324126 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64754-86f8-4902-a5d1-dd97a455c568 req-fa98f0a0-75cf-4f2d-863a-4bc33269b072 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:12.334044 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a6c64754-86f8-4902-a5d1-dd97a455c568 req-fa98f0a0-75cf-4f2d-863a-4bc33269b072 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.1679370 Apr 06 13:52:12.544686 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d118-6c4a-40a0-9186-e95403158658 req-4240c5dd-833a-4d0f-b435-60224354ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:12.546938 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-4240c5dd-833a-4d0f-b435-60224354ad3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.2027109 Apr 06 13:52:12.556146 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-68eb0ee4-322c-48f5-bc12-9dec4b92c662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 217 time: 0.0446815 Apr 06 13:52:12.565535 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a6c64754-86f8-4902-a5d1-dd97a455c568 req-6e6b80d5-e713-42ac-95db-273dbb1437a1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299173 Apr 06 13:52:12.854855 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abf4dde-2ce2-4791-bde7-b595b7d26c21 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:12.864301 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Publish callbacks [] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.896963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Transition to ACTIVE for port object 9abf4dde-2ce2-4791-bde7-b595b7d26c21 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:52:12.902092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.979260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:13.007616 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Attempting to bind port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:13.008460 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Attempting to bind port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:13.009130 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Attempting to bind port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 on network 39774851-8a70-41b0-8299-eb709a7f7954 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:13.020400 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 on network 39774851-8a70-41b0-8299-eb709a7f7954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:52:13.021069 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Attempting to bind port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 on network 39774851-8a70-41b0-8299-eb709a7f7954 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:13.031739 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:13.032529 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Checking segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:13.033494 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Bound using segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:13.038130 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Bound port: 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:13.038130 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.089909 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18153849-d6d8-49f2-a4bf-a52f6cadb1b7 req-7a6a42b0-5b2e-42d0-9c18-3e52c33fbe56 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.098910 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-18153849-d6d8-49f2-a4bf-a52f6cadb1b7 req-7a6a42b0-5b2e-42d0-9c18-3e52c33fbe56 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0696752 Apr 06 13:52:13.180247 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-18153849-d6d8-49f2-a4bf-a52f6cadb1b7 req-393de0ac-1954-4019-8e0b-69ba2cb8722d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797398 Apr 06 13:52:13.184843 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:13.191876 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:13.204710 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.237698 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.241534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.246758 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] 10.222.0.15 "PUT /v2.0/ports/9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 200 len: 1094 time: 1.2593901 Apr 06 13:52:13.312648 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111277e-e7e4-472c-88e4-d5340b1ef206 service neutron] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:13.383476 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de1d3-b4ea-4bbc-beaa-a3ec377adaac req-413d6cf7-1c21-42f0-97d8-d3e2a5f95427 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.394918 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1a8de1d3-b4ea-4bbc-beaa-a3ec377adaac req-413d6cf7-1c21-42f0-97d8-d3e2a5f95427 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.1334913 Apr 06 13:52:13.477802 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1a8de1d3-b4ea-4bbc-beaa-a3ec377adaac req-6cff93fb-4671-45f3-8d4d-c2e4b6968f71 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811596 Apr 06 13:52:13.739881 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e60a-4682-44c1-ac90-e10421d78424 req-f7f0187b-6e32-4abd-99f2-a53bb1080013 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.741518 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b42e60a-4682-44c1-ac90-e10421d78424 req-f7f0187b-6e32-4abd-99f2-a53bb1080013 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.0603106 Apr 06 13:52:13.811071 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b42e60a-4682-44c1-ac90-e10421d78424 req-3d762ed0-9fe0-41df-9b1d-aad5c2eb56cb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621099 Apr 06 13:52:14.048306 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:14.051165 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5290499-cf68-4316-b449-b9484c56766c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:14.090043 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef377aa0-ce78-424b-a065-06a8ae1e9a5c x-openstack-request-id: req-ef377aa0-ce78-424b-a065-06a8ae1e9a5c {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:14.090505 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:14.090970 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef377aa0-ce78-424b-a065-06a8ae1e9a5c {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:14.091607 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef377aa0-ce78-424b-a065-06a8ae1e9a5c'] response: {'name': 'network-changed', 'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'status': 'completed', 'code': 200} Apr 06 13:52:14.337342 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591269a-67a1-463b-8ec6-809fdb723579 req-8ff03eff-f7f6-46d5-a034-4ea0ee9590b9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:14.338854 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b591269a-67a1-463b-8ec6-809fdb723579 req-8ff03eff-f7f6-46d5-a034-4ea0ee9590b9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0594604 Apr 06 13:52:14.394120 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b591269a-67a1-463b-8ec6-809fdb723579 req-b33d678a-0be6-4442-9741-9ce9c51397b4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Apr 06 13:52:14.617424 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438ca1f-df42-4c9d-b6fa-7bcbbe31374a req-9b6b5c38-66b4-418b-b596-265da582eae6 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:14.619498 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5438ca1f-df42-4c9d-b6fa-7bcbbe31374a req-9b6b5c38-66b4-418b-b596-265da582eae6 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.0643628 Apr 06 13:52:14.679447 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5438ca1f-df42-4c9d-b6fa-7bcbbe31374a req-eacc5b07-fd12-407b-bb58-293383c65780 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534801 Apr 06 13:52:14.963285 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457b88-da15-4e5f-abf5-e36500e78fb4 req-94c89b7a-b346-41bd-9116-ab558aa33853 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:14.966057 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-96457b88-da15-4e5f-abf5-e36500e78fb4 req-94c89b7a-b346-41bd-9116-ab558aa33853 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 943 time: 0.0799475 Apr 06 13:52:15.023518 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-96457b88-da15-4e5f-abf5-e36500e78fb4 req-7468bc3e-aedb-466d-b479-2aeba44630bb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Apr 06 13:52:15.071942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 340d69f2-4230-48bc-b8a8-956094d021c3 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:52:15.186955 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 340d69f2-4230-48bc-b8a8-956094d021c3, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=340d69f2-4230-48bc-b8a8-956094d021c3,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:15.199936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '340d69f2-4230-48bc-b8a8-956094d021c3', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'port_id': '340d69f2-4230-48bc-b8a8-956094d021c3', 'mac_address': 'fa:16:3e:df:00:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:52:15.241065 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 340d69f2-4230-48bc-b8a8-956094d021c3 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:15.241450 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.256682 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340d69f2-4230-48bc-b8a8-956094d021c3 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:15.279800 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 340d69f2-4230-48bc-b8a8-956094d021c3, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=340d69f2-4230-48bc-b8a8-956094d021c3,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:15.286373 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.339674 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=340d69f2-4230-48bc-b8a8-956094d021c3,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:15.569521 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea5149-5665-4098-ae92-03f1403dc801 req-ee1f5430-7745-41af-bfa6-b7d9968a0ee8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:15.572329 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20ea5149-5665-4098-ae92-03f1403dc801 req-ee1f5430-7745-41af-bfa6-b7d9968a0ee8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0873506 Apr 06 13:52:15.627194 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20ea5149-5665-4098-ae92-03f1403dc801 req-4a2f8a11-9569-4db2-aef7-fb6a00972a6d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490077 Apr 06 13:52:15.823692 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafdaf2-814b-41ec-8cf9-4a87d9e31b38 req-ec2b0072-5bec-4fc0-a341-cf67eadfbe5c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:15.825427 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2cafdaf2-814b-41ec-8cf9-4a87d9e31b38 req-ec2b0072-5bec-4fc0-a341-cf67eadfbe5c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.0605960 Apr 06 13:52:15.880566 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2cafdaf2-814b-41ec-8cf9-4a87d9e31b38 req-5431515b-61f1-4af8-ae60-9bd1e52f7b1f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487826 Apr 06 13:52:16.155302 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:16.186769 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df6fd0-e02c-429b-9e2a-20b5f0ebd6ae req-1bc012d7-5a52-4f39-ba75-95b0c8d6229b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.188372 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f6df6fd0-e02c-429b-9e2a-20b5f0ebd6ae req-1bc012d7-5a52-4f39-ba75-95b0c8d6229b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 944 time: 0.0945854 Apr 06 13:52:16.194730 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d118-6c4a-40a0-9186-e95403158658 req-885a001b-636f-4583-8c70-0dbe42442979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.196352 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-885a001b-636f-4583-8c70-0dbe42442979 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918341 Apr 06 13:52:16.244929 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f6df6fd0-e02c-429b-9e2a-20b5f0ebd6ae req-5e38062a-b12f-47c9-993b-7eeeb8c13f24 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Apr 06 13:52:16.331657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-48e69a07-a8b5-4f00-a3a9-8366c2c272a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.333252 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-48e69a07-a8b5-4f00-a3a9-8366c2c272a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0519471 Apr 06 13:52:16.521235 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['340d69f2-4230-48bc-b8a8-956094d021c3'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:52:16.905378 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5290499-cf68-4316-b449-b9484c56766c req-978c135f-6c40-4d01-bff7-0d4c4bb6de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.907648 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d5290499-cf68-4316-b449-b9484c56766c req-978c135f-6c40-4d01-bff7-0d4c4bb6de38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1128 time: 0.2097859 Apr 06 13:52:16.916909 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-72c0c7b8-bb79-4e4c-ab35-893180ce1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.919723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-72c0c7b8-bb79-4e4c-ab35-893180ce1268 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1855268 Apr 06 13:52:16.976057 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-961e6166-2aee-4655-956b-ced39aad26b2 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110378 Apr 06 13:52:16.984819 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef8fbe-4388-486e-9335-d43e69bf8313 req-31c2184a-8b62-4d3f-b956-3554be018046 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.986489 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f3ef8fbe-4388-486e-9335-d43e69bf8313 req-31c2184a-8b62-4d3f-b956-3554be018046 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.1741219 Apr 06 13:52:17.060519 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f3ef8fbe-4388-486e-9335-d43e69bf8313 req-726fae7a-e2a7-4c01-8153-8660b3e40707 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637877 Apr 06 13:52:17.231438 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a7d08-b36d-4210-a98c-bd4f31572fa1 req-ee6a52f1-90a7-4481-a075-d1686f260410 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:17.233176 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dd4a7d08-b36d-4210-a98c-bd4f31572fa1 req-ee6a52f1-90a7-4481-a075-d1686f260410 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.0651491 Apr 06 13:52:17.299654 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dd4a7d08-b36d-4210-a98c-bd4f31572fa1 req-cd270379-d485-4839-9352-960a2837985c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598316 Apr 06 13:52:17.499830 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2d98d118-6c4a-40a0-9186-e95403158658 req-282c189c-a8e6-409b-8078-61009fdf9190 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839981 Apr 06 13:52:17.515806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d694b9d-cb8a-4c36-baf0-ace6434703a7 req-2b1a0d7c-279d-4207-b1da-2ede43d0524f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:17.517817 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5d694b9d-cb8a-4c36-baf0-ace6434703a7 req-2b1a0d7c-279d-4207-b1da-2ede43d0524f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 944 time: 0.0939603 Apr 06 13:52:17.616051 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5d694b9d-cb8a-4c36-baf0-ace6434703a7 req-5d54ac82-19b6-4aa4-9237-346d59708dab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Apr 06 13:52:17.662728 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5290499-cf68-4316-b449-b9484c56766c req-b46494f9-31bc-4846-b874-4d579d6c74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:17.667626 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d5290499-cf68-4316-b449-b9484c56766c req-b46494f9-31bc-4846-b874-4d579d6c74e3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3537519 Apr 06 13:52:17.671703 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-5f4ef65b-840a-4088-8df9-5082a2cabb2c service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673594 Apr 06 13:52:17.880507 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-9e5c618f-28d6-4bd0-8472-8fab1fd40c81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142969 Apr 06 13:52:17.939841 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5290499-cf68-4316-b449-b9484c56766c req-d05762de-c332-46da-9a4b-a01e765420ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:17.941431 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d5290499-cf68-4316-b449-b9484c56766c req-d05762de-c332-46da-9a4b-a01e765420ea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625072 Apr 06 13:52:17.953539 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2240c45-d805-4621-9a40-88e0a7f3a86d req-f54c89a7-0f9e-4a96-91c6-2d351c91fdcc service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196929 Apr 06 13:52:18.063081 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-e59e5b76-7da9-4756-acfd-4cd84af2b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.064681 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-e59e5b76-7da9-4756-acfd-4cd84af2b1d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b275b426114b4f098b4207e69d69bf6e&device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 1129 time: 0.0850558 Apr 06 13:52:18.143539 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 340d69f2-4230-48bc-b8a8-956094d021c3 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:18.250626 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 340d69f2-4230-48bc-b8a8-956094d021c3 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:52:18.257428 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 340d69f2-4230-48bc-b8a8-956094d021c3 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:18.258318 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:18.286559 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167467-ec81-452c-b93a-f1ba63a5d172 req-c94d5e80-a08c-423b-a1ba-c9421e6e6a6c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.288132 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-49167467-ec81-452c-b93a-f1ba63a5d172 req-c94d5e80-a08c-423b-a1ba-c9421e6e6a6c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0837038 Apr 06 13:52:18.356143 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-49167467-ec81-452c-b93a-f1ba63a5d172 req-8c9f735a-07c4-41b8-91a2-934f1e8f18eb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559344 Apr 06 13:52:18.398689 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 340d69f2-4230-48bc-b8a8-956094d021c3 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:18.398689 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:18.431513 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340d69f2-4230-48bc-b8a8-956094d021c3'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:18.434386 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84174d06-ef21-46e3-9138-fca845352e44" -d '{"events": [{"server_uuid": "cf756797-a1f5-441c-b15c-00bd9f5baba9", "name": "network-vif-plugged", "status": "completed", "tag": "340d69f2-4230-48bc-b8a8-956094d021c3"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:18.479596 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 340d69f2-4230-48bc-b8a8-956094d021c3, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=340d69f2-4230-48bc-b8a8-956094d021c3,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:18.484747 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17929b-f1ea-41e3-b720-c8fa7c957c1c x-openstack-request-id: req-6a17929b-f1ea-41e3-b720-c8fa7c957c1c {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:18.485164 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf756797-a1f5-441c-b15c-00bd9f5baba9", "name": "network-vif-plugged", "status": "completed", "tag": "340d69f2-4230-48bc-b8a8-956094d021c3", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:18.485514 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a17929b-f1ea-41e3-b720-c8fa7c957c1c {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:18.486183 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a17929b-f1ea-41e3-b720-c8fa7c957c1c'] response: {'server_uuid': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340d69f2-4230-48bc-b8a8-956094d021c3', 'code': 200} Apr 06 13:52:18.488349 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:18.541637 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ed58-2b03-4987-b234-cd6f07dfcdb0 req-e80fd662-9295-40e0-ad57-5b3849c063b7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.544623 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-24f0ed58-2b03-4987-b234-cd6f07dfcdb0 req-e80fd662-9295-40e0-ad57-5b3849c063b7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.0970688 Apr 06 13:52:18.550938 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=340d69f2-4230-48bc-b8a8-956094d021c3,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:18.559074 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.559519 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.559993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.560413 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.560810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.561193 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.561538 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.562044 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.562417 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.562949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.563286 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.563636 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.564057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.564345 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.564669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:18.623150 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-24f0ed58-2b03-4987-b234-cd6f07dfcdb0 req-cf1122e6-e6e5-4887-acb4-e1a64fff75c8 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695486 Apr 06 13:52:18.938238 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b27e0-0bf6-41d9-bbf5-a59dce1fa8c6 req-87d58833-e530-42c0-8b52-68acb537015c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.939887 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-879b27e0-0bf6-41d9-bbf5-a59dce1fa8c6 req-87d58833-e530-42c0-8b52-68acb537015c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0842197 Apr 06 13:52:18.995131 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-879b27e0-0bf6-41d9-bbf5-a59dce1fa8c6 req-ee24fb16-2df4-4c27-a464-b47d959e3c05 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449240 Apr 06 13:52:19.544475 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecca30-46c3-460f-a36a-84676e70a442 req-6aa9050a-31f6-4a94-a7d8-b745108261a1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.546815 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-79ecca30-46c3-460f-a36a-84676e70a442 req-6aa9050a-31f6-4a94-a7d8-b745108261a1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0977015 Apr 06 13:52:19.603678 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-79ecca30-46c3-460f-a36a-84676e70a442 req-5c566039-7421-4a79-8fd9-67c5b7963d65 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475767 Apr 06 13:52:19.767599 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee157b-165a-4501-84f3-2824719a75a2 req-91a7d7c9-c5c0-44c9-a98c-5ea36c73f903 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.769718 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6dee157b-165a-4501-84f3-2824719a75a2 req-91a7d7c9-c5c0-44c9-a98c-5ea36c73f903 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.0744176 Apr 06 13:52:19.845173 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6dee157b-165a-4501-84f3-2824719a75a2 req-a6698cad-6808-42a6-8b7f-3bed6d04fed2 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657337 Apr 06 13:52:20.144393 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36f92-e204-4632-b996-e85e5e17fbaa req-4f16bf4d-03d0-4c83-a9e9-31375080ae7b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:20.145998 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2fd36f92-e204-4632-b996-e85e5e17fbaa req-4f16bf4d-03d0-4c83-a9e9-31375080ae7b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0773757 Apr 06 13:52:20.198894 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2fd36f92-e204-4632-b996-e85e5e17fbaa req-e23f4523-031a-49e3-849e-4ad75e6338a5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467374 Apr 06 13:52:20.748033 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294957e5-ff1a-4648-8aa9-4393d32c8bec req-f02b18bf-88e4-4f8c-9b5b-982047fafc4c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:20.749552 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-294957e5-ff1a-4648-8aa9-4393d32c8bec req-f02b18bf-88e4-4f8c-9b5b-982047fafc4c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0584519 Apr 06 13:52:20.797923 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-294957e5-ff1a-4648-8aa9-4393d32c8bec req-6fd8fce3-ef14-45ce-b839-3d08a68387ef tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Apr 06 13:52:20.987183 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9474cc9-87c4-489f-bc8e-599e3f21592c req-de16a2c6-22f0-4807-9115-e4d8fe4d7655 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:20.989046 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a9474cc9-87c4-489f-bc8e-599e3f21592c req-de16a2c6-22f0-4807-9115-e4d8fe4d7655 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.0625353 Apr 06 13:52:21.059097 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a9474cc9-87c4-489f-bc8e-599e3f21592c req-e24ea277-61f2-4e0c-9628-a3b74d6ca194 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633652 Apr 06 13:52:21.365263 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95006-5657-4f9f-9e9a-72172567af3a req-49f6645b-0806-4233-aba4-284d2d96e653 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.366799 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a0a95006-5657-4f9f-9e9a-72172567af3a req-49f6645b-0806-4233-aba4-284d2d96e653 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0717573 Apr 06 13:52:21.424943 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a0a95006-5657-4f9f-9e9a-72172567af3a req-3f06c954-a20d-47a8-ba2e-1f91e6825978 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469255 Apr 06 13:52:21.973549 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-e1becc6e-f4f2-4ba7-81bf-95d4b57bbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.980013 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-e1becc6e-f4f2-4ba7-81bf-95d4b57bbbc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1128 time: 0.1363893 Apr 06 13:52:21.991606 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-62f34038-8d67-4acb-a780-82f470ed53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.994033 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-62f34038-8d67-4acb-a780-82f470ed53d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1128 time: 0.1393332 Apr 06 13:52:22.171770 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-009cd7d0-28be-4c6d-a3d1-25be25149ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.174481 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-009cd7d0-28be-4c6d-a3d1-25be25149ed3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386 HTTP/1.1" status: 200 len: 912 time: 0.3263338 Apr 06 13:52:22.203241 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-b5e570ad-da1c-4f20-9652-c11b493c2a32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 200 len: 217 time: 0.2004404 Apr 06 13:52:22.203505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cca58-fd84-4433-860c-0b3170d9cce2 req-93974dff-31e0-47d7-beb9-d4c01457ebc5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.203505 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8e4cca58-fd84-4433-860c-0b3170d9cce2 req-93974dff-31e0-47d7-beb9-d4c01457ebc5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.2468321 Apr 06 13:52:22.276265 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-1df270ff-c960-43e2-9f34-a8900fa3a771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299 HTTP/1.1" status: 200 len: 217 time: 0.0737131 Apr 06 13:52:22.415509 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e807866-8fc6-4b02-aed5-d06bb5bf032a req-a8897e12-424a-474c-9054-7589bd4d8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.417406 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3e807866-8fc6-4b02-aed5-d06bb5bf032a req-a8897e12-424a-474c-9054-7589bd4d8ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 1129 time: 0.2795465 Apr 06 13:52:22.459423 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-5de99cb0-fe76-4a60-9a67-395be424c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.462980 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-5de99cb0-fe76-4a60-9a67-395be424c9a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7 HTTP/1.1" status: 200 len: 851 time: 0.1718500 Apr 06 13:52:22.481126 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8e4cca58-fd84-4433-860c-0b3170d9cce2 req-a324d2bd-95f1-41bc-a38e-15661779f863 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005103 Apr 06 13:52:22.497680 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3e807866-8fc6-4b02-aed5-d06bb5bf032a req-8788afc7-1e6a-4bb0-9c2b-00883e5ab192 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Apr 06 13:52:22.530110 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-594b8b0a-cf98-48a6-8db7-6d11c988c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.539465 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-594b8b0a-cf98-48a6-8db7-6d11c988c7fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.3219163 Apr 06 13:52:22.567856 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-a6dd5fb3-ff00-4a49-ad25-90f1c35a495f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6c29b9b-63d4-4565-a3c5-aa5b604bd386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844390 Apr 06 13:52:22.598841 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c02c6-2b41-4d58-9283-ac3240d33bf6 req-60df86a4-ac05-42e8-835f-4326f4cee89e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.600576 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-308c02c6-2b41-4d58-9283-ac3240d33bf6 req-60df86a4-ac05-42e8-835f-4326f4cee89e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.3120961 Apr 06 13:52:22.602104 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-28991bd0-5e24-4f49-859d-75cbd58bee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.603614 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-28991bd0-5e24-4f49-859d-75cbd58bee64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.5103958 Apr 06 13:52:22.692737 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-308c02c6-2b41-4d58-9283-ac3240d33bf6 req-3a39d472-0289-487a-a345-e2549adc9646 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815389 Apr 06 13:52:22.695348 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66db81-1248-4413-9a5b-0777c552ccb9 req-ca1c80e1-791b-4805-92a0-4f9e706faaa7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.703349 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef66db81-1248-4413-9a5b-0777c552ccb9 req-ca1c80e1-791b-4805-92a0-4f9e706faaa7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0881112 Apr 06 13:52:22.755228 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef66db81-1248-4413-9a5b-0777c552ccb9 req-51b2177e-1f74-4fef-835e-8348905d1ccd tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Apr 06 13:52:22.816932 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53538) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:22.834352 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-499541a5-973b-4598-a7ad-029c411720df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 217 time: 0.0743594 Apr 06 13:52:22.883133 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-a4afbe84-e8f3-4da9-b660-58fbd4cfe2f6 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228127 Apr 06 13:52:22.919418 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-acbb9170-24b4-4b30-8fba-cb3eebda303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.921563 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-acbb9170-24b4-4b30-8fba-cb3eebda303d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1548257 Apr 06 13:52:22.926337 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-7fbe8993-5e82-485f-b75e-dfe165ea67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.928135 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-7fbe8993-5e82-485f-b75e-dfe165ea67c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0832729 Apr 06 13:52:23.041370 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-882e8be4-e7e1-4b73-b9fd-87bc23f922c4 req-ee798e58-e488-4ec3-b215-e6a0d6acce14 service neutron] 10.222.0.15 "GET /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498613 Apr 06 13:52:23.042671 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.108697 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53546) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:23.172046 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Publish callbacks [] for security_group (092e75a8-2937-43e3-8c6f-17ea461edd7b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.177654 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (092e75a8-2937-43e3-8c6f-17ea461edd7b), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.222268 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c8348561be64982bd14c3b3d31af66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016323 Apr 06 13:52:23.222268 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092e75a8-2937-43e3-8c6f-17ea461edd7b,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:23.222752 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53550) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:23.232249 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-b832f795-bbbc-4364-8b2c-5d30a27b785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:23.233643 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-b832f795-bbbc-4364-8b2c-5d30a27b785b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2935042 Apr 06 13:52:23.245586 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.245936 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.246284 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.246623 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.246985 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.247309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.247634 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.247957 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.248300 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.248627 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.248965 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.249290 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.249608 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.249926 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.250240 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a244adc5-6176-4484-98d8-8adc6f1084f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.269739 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-a89216c5-2205-4652-b529-314aaa9d5e92 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308640 Apr 06 13:52:23.284359 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-81aefcc6-9979-4fca-879c-078d8e9c4173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.325987 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dbcc587d-6dd9-4ee5-b77d-a89afb262be3 admin admin] Publish callbacks [] for security_group (092e75a8-2937-43e3-8c6f-17ea461edd7b), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.367272 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dbcc587d-6dd9-4ee5-b77d-a89afb262be3 admin admin] Publish callbacks [] for security_group (092e75a8-2937-43e3-8c6f-17ea461edd7b), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.443412 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-81aefcc6-9979-4fca-879c-078d8e9c4173 admin admin] Publish callbacks [] for security_group (0c0edad0-272a-40ee-b981-6d10cff4b239), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.450653 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-81aefcc6-9979-4fca-879c-078d8e9c4173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (0c0edad0-272a-40ee-b981-6d10cff4b239), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.483385 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dbcc587d-6dd9-4ee5-b77d-a89afb262be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (092e75a8-2937-43e3-8c6f-17ea461edd7b), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.485901 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dbcc587d-6dd9-4ee5-b77d-a89afb262be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.490920 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-dbcc587d-6dd9-4ee5-b77d-a89afb262be3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/092e75a8-2937-43e3-8c6f-17ea461edd7b HTTP/1.1" status: 204 len: 168 time: 0.2636657 Apr 06 13:52:23.495405 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-16b23b26-a162-4c36-9646-4b41d1ad7395 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612482 Apr 06 13:52:23.497166 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d1b9191b-71a7-444e-9d30-bfce30469dc8 req-eade01c1-f487-4095-8a25-316c76a09e41 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721244 Apr 06 13:52:23.501806 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-81aefcc6-9979-4fca-879c-078d8e9c4173 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cef01e2501d348f89c53e849983b25c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916385 Apr 06 13:52:23.502426 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aefcc6-9979-4fca-879c-078d8e9c4173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0edad0-272a-40ee-b981-6d10cff4b239,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:23.504390 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 53554) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:23.513770 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc587d-6dd9-4ee5-b77d-a89afb262be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092e75a8-2937-43e3-8c6f-17ea461edd7b,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:23.716031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Publish callbacks [] for security_group (0c0edad0-272a-40ee-b981-6d10cff4b239), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.743574 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b91e1-e1ea-4614-aa2a-58a70ddf625a req-61ef467e-3450-489e-864f-a291d8efe4f4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:23.745221 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-882b91e1-e1ea-4614-aa2a-58a70ddf625a req-61ef467e-3450-489e-864f-a291d8efe4f4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.1529591 Apr 06 13:52:23.755842 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4f530fe-8713-4a08-989f-cab9fb2a7c91 req-631a1057-e4a2-4681-9308-075a95707e9f service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052121 Apr 06 13:52:23.782260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Publish callbacks [] for security_group (0c0edad0-272a-40ee-b981-6d10cff4b239), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.843855 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-882b91e1-e1ea-4614-aa2a-58a70ddf625a req-081ab62b-8a28-4ea6-a23a-518e6f4fdb16 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880699 Apr 06 13:52:23.875961 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (0c0edad0-272a-40ee-b981-6d10cff4b239), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.879452 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:23.883490 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c0edad0-272a-40ee-b981-6d10cff4b239 HTTP/1.1" status: 204 len: 168 time: 0.3750417 Apr 06 13:52:23.917820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0edad0-272a-40ee-b981-6d10cff4b239,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:23.932221 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.932567 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.934774 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.935307 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.935810 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.936468 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.939363 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.939918 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.940432 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.940998 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.941943 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.945296 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.945869 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.946362 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.946897 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193039b5-f7ab-4be2-aa25-04594682e5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:23.984049 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063baa0e-3b3b-4d85-b94c-ee9c407f3369 req-6bc4db2f-14b2-473b-a652-22242d2df34c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:23.999851 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-063baa0e-3b3b-4d85-b94c-ee9c407f3369 req-6bc4db2f-14b2-473b-a652-22242d2df34c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 944 time: 0.1338620 Apr 06 13:52:24.067053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 53578) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:24.094669 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8b006759-407c-4e4b-b2bf-5a8a4163ba49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.116655 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-063baa0e-3b3b-4d85-b94c-ee9c407f3369 req-ae329fb0-7063-40da-ac02-63f9139559ea tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158698 Apr 06 13:52:24.161491 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ffa87-1667-4717-bf70-0f81fa9d8f8f req-75a5667c-d04d-4f82-bf52-267d8d983b19 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:24.166281 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 1f78212b-af3b-4985-8920-15605ba9716f details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:52:24.174129 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c9ffa87-1667-4717-bf70-0f81fa9d8f8f req-75a5667c-d04d-4f82-bf52-267d8d983b19 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1600761 Apr 06 13:52:24.263861 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c9ffa87-1667-4717-bf70-0f81fa9d8f8f req-711d69e8-169f-4b4a-9b3b-4ec9f23700ef tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886927 Apr 06 13:52:24.299607 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8b006759-407c-4e4b-b2bf-5a8a4163ba49 admin admin] Publish callbacks [] for security_group (d73803c1-fd6e-4851-818e-576cec215368), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.312855 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8b006759-407c-4e4b-b2bf-5a8a4163ba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d73803c1-fd6e-4851-818e-576cec215368), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.357554 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-8b006759-407c-4e4b-b2bf-5a8a4163ba49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74e62fb852814065b27158d1b1f3ffe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894874 Apr 06 13:52:24.358851 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b006759-407c-4e4b-b2bf-5a8a4163ba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73803c1-fd6e-4851-818e-576cec215368,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:24.360192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53592) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:24.429944 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44d55345-f361-4451-a15d-0de8b705840f admin admin] Publish callbacks [] for security_group (d73803c1-fd6e-4851-818e-576cec215368), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.468735 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44d55345-f361-4451-a15d-0de8b705840f admin admin] Publish callbacks [] for security_group (d73803c1-fd6e-4851-818e-576cec215368), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.515800 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 1f78212b-af3b-4985-8920-15605ba9716f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=1f78212b-af3b-4985-8920-15605ba9716f,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:24.529405 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '1f78212b-af3b-4985-8920-15605ba9716f', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'port_id': '1f78212b-af3b-4985-8920-15605ba9716f', 'mac_address': 'fa:16:3e:7f:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:52:24.538917 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44d55345-f361-4451-a15d-0de8b705840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d73803c1-fd6e-4851-818e-576cec215368), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.542211 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44d55345-f361-4451-a15d-0de8b705840f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.543347 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-44d55345-f361-4451-a15d-0de8b705840f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d73803c1-fd6e-4851-818e-576cec215368 HTTP/1.1" status: 204 len: 168 time: 0.1821778 Apr 06 13:52:24.555762 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d55345-f361-4451-a15d-0de8b705840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73803c1-fd6e-4851-818e-576cec215368,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:24.584080 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 1f78212b-af3b-4985-8920-15605ba9716f is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:24.584545 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1f78212b-af3b-4985-8920-15605ba9716f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.599689 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f78212b-af3b-4985-8920-15605ba9716f {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:24.623564 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 1f78212b-af3b-4985-8920-15605ba9716f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=1f78212b-af3b-4985-8920-15605ba9716f,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:24.628153 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1f78212b-af3b-4985-8920-15605ba9716f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:24.697007 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=1f78212b-af3b-4985-8920-15605ba9716f,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:25.004832 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2b44-0cde-4174-89b3-501910986419 req-ef9ab446-742f-45d3-96a2-3272342da690 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:25.006740 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cfce2b44-0cde-4174-89b3-501910986419 req-ef9ab446-742f-45d3-96a2-3272342da690 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0611880 Apr 06 13:52:25.067263 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cfce2b44-0cde-4174-89b3-501910986419 req-b3539f10-b273-4345-86fb-703b445535e9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518732 Apr 06 13:52:25.240705 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0321c-897a-46b8-b3a1-b2f9d30ee664 req-d96e936b-ab7a-4055-92f5-e27401234f31 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:25.242267 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d2e0321c-897a-46b8-b3a1-b2f9d30ee664 req-d96e936b-ab7a-4055-92f5-e27401234f31 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 945 time: 0.0641880 Apr 06 13:52:25.295581 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d2e0321c-897a-46b8-b3a1-b2f9d30ee664 req-0af405c5-865e-41e6-80a9-e7096acef2c0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476611 Apr 06 13:52:25.424179 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001c3b-076c-4af3-bdef-99327b16a5e1 req-dad84ce6-fab3-4df3-a268-a78bdcecbac2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:25.434200 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1a001c3b-076c-4af3-bdef-99327b16a5e1 req-dad84ce6-fab3-4df3-a268-a78bdcecbac2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0771344 Apr 06 13:52:25.483018 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-887c707c-c941-464a-82e6-542c89ce7a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:25.503107 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1a001c3b-076c-4af3-bdef-99327b16a5e1 req-f1d50896-699d-420f-9295-8a8112f2b0ff tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676975 Apr 06 13:52:26.195663 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aed52-75d6-41d8-b972-8c69142b104e req-45e2e46d-f56f-4799-976b-074a619aae6d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:26.198539 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad7aed52-75d6-41d8-b972-8c69142b104e req-45e2e46d-f56f-4799-976b-074a619aae6d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0581219 Apr 06 13:52:26.255890 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad7aed52-75d6-41d8-b972-8c69142b104e req-427f2834-c809-41a4-87ca-785e32206f4c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520329 Apr 06 13:52:26.423009 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467972f-5374-469e-9c57-03e7f2233204 req-f8c463e4-acdf-4c28-a443-4c663559420d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:26.424694 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e467972f-5374-469e-9c57-03e7f2233204 req-f8c463e4-acdf-4c28-a443-4c663559420d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 945 time: 0.0576558 Apr 06 13:52:26.477493 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e467972f-5374-469e-9c57-03e7f2233204 req-ed5462e0-097b-487e-ad86-0db2c1826ff4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Apr 06 13:52:26.645653 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbb674-5ff4-42b7-8dbd-9d4166d20fe3 req-3830253e-af9a-4f9f-985b-30a09d34f308 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:26.647330 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-39fbb674-5ff4-42b7-8dbd-9d4166d20fe3 req-3830253e-af9a-4f9f-985b-30a09d34f308 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0617628 Apr 06 13:52:26.700390 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-39fbb674-5ff4-42b7-8dbd-9d4166d20fe3 req-2c4bcab6-a0c5-45a6-a389-bad9250d06ce tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Apr 06 13:52:27.386525 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dd245-b852-4112-93fd-3f394f5e4de2 req-ba1db9b5-17c9-4b2a-95fa-1243ac74219e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:27.388100 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fa8dd245-b852-4112-93fd-3f394f5e4de2 req-ba1db9b5-17c9-4b2a-95fa-1243ac74219e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0570459 Apr 06 13:52:27.436024 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fa8dd245-b852-4112-93fd-3f394f5e4de2 req-7531ad30-9d0e-4b05-8a55-ca71e761f152 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Apr 06 13:52:27.504901 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['1f78212b-af3b-4985-8920-15605ba9716f'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:52:27.607894 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662b8a-1c7c-4426-b31a-3dde6bd0ef97 req-01e13778-0334-40b0-8650-87eebf06e1ff tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:27.609389 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c3662b8a-1c7c-4426-b31a-3dde6bd0ef97 req-01e13778-0334-40b0-8650-87eebf06e1ff tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Apr 06 13:52:27.665132 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c3662b8a-1c7c-4426-b31a-3dde6bd0ef97 req-c9803a86-2b79-4473-ace1-8ab643cfb96f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479405 Apr 06 13:52:27.838993 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da3ee6-9386-481b-9c37-a32526c7a1c1 req-407da635-96e8-472a-aa66-31e065080c4f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:27.840462 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-19da3ee6-9386-481b-9c37-a32526c7a1c1 req-407da635-96e8-472a-aa66-31e065080c4f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0532196 Apr 06 13:52:27.894193 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-19da3ee6-9386-481b-9c37-a32526c7a1c1 req-6074f763-051f-4859-9ea5-b9bcb606cf8e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Apr 06 13:52:28.116512 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541ff003-976f-4e8c-a652-ed1ba4d213c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:28.182483 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cce8d-12a2-4eea-ace8-e9034f955c05 req-b6657462-af9e-499c-84d0-e1c271022c4d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.184032 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e72cce8d-12a2-4eea-ace8-e9034f955c05 req-b6657462-af9e-499c-84d0-e1c271022c4d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0542648 Apr 06 13:52:28.234394 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e72cce8d-12a2-4eea-ace8-e9034f955c05 req-b8844438-d48c-43f3-8ed3-d6724f497548 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Apr 06 13:52:28.568730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4cd53-e8cc-4c32-828a-1bc8513385fb req-c84fd90f-3462-4fec-b196-f657f38e2b41 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.571931 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-61a4cd53-e8cc-4c32-828a-1bc8513385fb req-c84fd90f-3462-4fec-b196-f657f38e2b41 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0604579 Apr 06 13:52:28.622505 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-61a4cd53-e8cc-4c32-828a-1bc8513385fb req-fdda5f1d-bc55-4e05-9f56-f141f533fac3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Apr 06 13:52:28.811548 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a3972-a3d3-46ef-8853-9bf9d2107aea req-71273ce0-8a4f-44c8-97d1-7686a1d340c1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.814179 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d96a3972-a3d3-46ef-8853-9bf9d2107aea req-71273ce0-8a4f-44c8-97d1-7686a1d340c1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 945 time: 0.0799727 Apr 06 13:52:28.891241 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d96a3972-a3d3-46ef-8853-9bf9d2107aea req-9fa0860f-da34-4aa4-863c-918a29051e3a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645986 Apr 06 13:52:29.157566 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:29.186376 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:52:29.203132 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 1f78212b-af3b-4985-8920-15605ba9716f up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:29.328659 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:29.331248 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 1f78212b-af3b-4985-8920-15605ba9716f completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:52:29.341651 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 1f78212b-af3b-4985-8920-15605ba9716f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:29.342051 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (1f78212b-af3b-4985-8920-15605ba9716f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:29.344665 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'mac_address': 'fa:16:3e:93:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:52:29.356611 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe261a3-8011-4c58-bc51-455fce6ce398 req-a3a80bee-d638-4d45-abc2-9f012a7debff tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:29.358137 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6fe261a3-8011-4c58-bc51-455fce6ce398 req-a3a80bee-d638-4d45-abc2-9f012a7debff tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0536139 Apr 06 13:52:29.406436 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6fe261a3-8011-4c58-bc51-455fce6ce398 req-2fa579c5-dffd-4311-a412-3a491b281482 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Apr 06 13:52:29.412026 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:29.412419 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:29.429942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abf4dde-2ce2-4791-bde7-b595b7d26c21 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:29.479433 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:29.482020 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 1f78212b-af3b-4985-8920-15605ba9716f is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:29.482401 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1f78212b-af3b-4985-8920-15605ba9716f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:29.485635 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:29.533040 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:29.535458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2143c86-d9d6-4015-a1fb-bf2aef902183" -d '{"events": [{"server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "name": "network-vif-plugged", "status": "completed", "tag": "1f78212b-af3b-4985-8920-15605ba9716f"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:29.556870 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 1f78212b-af3b-4985-8920-15605ba9716f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=1f78212b-af3b-4985-8920-15605ba9716f,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:29.564508 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1f78212b-af3b-4985-8920-15605ba9716f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:29.569918 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:29.579950 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d3bda-595c-40ed-b2bb-96c7289311e6 x-openstack-request-id: req-8b5d3bda-595c-40ed-b2bb-96c7289311e6 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:29.580139 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "name": "network-vif-plugged", "status": "completed", "tag": "1f78212b-af3b-4985-8920-15605ba9716f", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:29.580402 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b5d3bda-595c-40ed-b2bb-96c7289311e6 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:29.580802 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5d3bda-595c-40ed-b2bb-96c7289311e6'] response: {'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f', 'code': 200} Apr 06 13:52:29.625352 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=1f78212b-af3b-4985-8920-15605ba9716f,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:29.755431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba012a-8e6f-4d29-b82b-a60563ab145a req-3b2c9ccc-979c-45d4-a480-9fad4aa57f37 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:29.756964 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0ba012a-8e6f-4d29-b82b-a60563ab145a req-3b2c9ccc-979c-45d4-a480-9fad4aa57f37 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.0545933 Apr 06 13:52:29.811370 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0ba012a-8e6f-4d29-b82b-a60563ab145a req-4bc26955-75c1-435d-a009-7a8c96ce1c61 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477893 Apr 06 13:52:30.020979 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c31b9-b72b-4be1-b65d-dfaa0042074c req-b7f22273-fecb-4b23-8a7c-091afa28fd46 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:30.022833 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b17c31b9-b72b-4be1-b65d-dfaa0042074c req-b7f22273-fecb-4b23-8a7c-091afa28fd46 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0547845 Apr 06 13:52:30.079641 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b17c31b9-b72b-4be1-b65d-dfaa0042074c req-434995f7-4ec3-44bc-844c-a30e9c1911fe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460558 Apr 06 13:52:30.414125 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:30.528491 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114e70d-87f2-4bf2-a2d9-f1cb5a7ad906 req-2d8b52d1-1856-45de-b0ed-96adf2657518 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:30.530021 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2114e70d-87f2-4bf2-a2d9-f1cb5a7ad906 req-2d8b52d1-1856-45de-b0ed-96adf2657518 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0563798 Apr 06 13:52:30.580173 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2114e70d-87f2-4bf2-a2d9-f1cb5a7ad906 req-826d7f3a-fe4e-46d6-ba59-d411e5253037 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Apr 06 13:52:30.945909 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78352c2d-1d79-4eae-9c4f-993b886893e7 req-6622bd4b-9b33-4c83-b009-bb7bb37f6c7d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:30.947434 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-78352c2d-1d79-4eae-9c4f-993b886893e7 req-6622bd4b-9b33-4c83-b009-bb7bb37f6c7d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.0573447 Apr 06 13:52:30.995630 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-78352c2d-1d79-4eae-9c4f-993b886893e7 req-50818c6e-f73c-42f3-a688-376334fc50cd tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 Apr 06 13:52:31.213084 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d6e2e-d721-4452-8f2c-e74ebf30d812 req-343c47db-0979-48cd-93df-2d99590e629b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.214598 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-234d6e2e-d721-4452-8f2c-e74ebf30d812 req-343c47db-0979-48cd-93df-2d99590e629b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0546114 Apr 06 13:52:31.264562 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-234d6e2e-d721-4452-8f2c-e74ebf30d812 req-467bb756-551b-47e8-b792-4ec8e5e0247a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Apr 06 13:52:31.704154 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fdaf2-808d-4a13-a558-656b61b366c6 req-301c775e-3568-4325-8b11-7f0380308c40 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.705657 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fa1fdaf2-808d-4a13-a558-656b61b366c6 req-301c775e-3568-4325-8b11-7f0380308c40 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Apr 06 13:52:31.754392 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fa1fdaf2-808d-4a13-a558-656b61b366c6 req-0dd7ab71-e004-4501-bd58-7bf6cde74396 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Apr 06 13:52:32.176042 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513667dc-b525-4cd3-8967-c54ded382572 req-16bf4f2d-1f6a-451f-bfeb-8521ab32b5e6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.178621 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-513667dc-b525-4cd3-8967-c54ded382572 req-16bf4f2d-1f6a-451f-bfeb-8521ab32b5e6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.1052203 Apr 06 13:52:32.257549 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-513667dc-b525-4cd3-8967-c54ded382572 req-ea6de67e-fa7c-42e2-81a0-d4771f6ec191 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722632 Apr 06 13:52:32.288976 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['9abf4dde-2ce2-4791-bde7-b595b7d26c21'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:52:32.419065 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be26ab-e37e-4869-bcb3-b177b8872b24 req-96148e2a-8d13-46f1-ae0e-11c63a6c3009 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.421452 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-57be26ab-e37e-4869-bcb3-b177b8872b24 req-96148e2a-8d13-46f1-ae0e-11c63a6c3009 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0788393 Apr 06 13:52:32.477969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:32.486894 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-57be26ab-e37e-4869-bcb3-b177b8872b24 req-05a99151-d958-4726-9bf4-2acd45c9bf5d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592608 Apr 06 13:52:32.633063 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-d30fc0d0-49b3-452b-9034-bee9fc9e496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.634680 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-d30fc0d0-49b3-452b-9034-bee9fc9e496e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 1129 time: 0.0610757 Apr 06 13:52:32.752780 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-12e64ec0-1525-4f78-b92d-c8f0840cd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.754299 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-12e64ec0-1525-4f78-b92d-c8f0840cd72a service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.1106575 Apr 06 13:52:32.886366 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa837ed-70d2-47f1-886c-dc2aadf9437c req-c9926c29-fa54-453e-886c-07690266cfa3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.888448 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-efa837ed-70d2-47f1-886c-dc2aadf9437c req-c9926c29-fa54-453e-886c-07690266cfa3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0608976 Apr 06 13:52:32.945268 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-efa837ed-70d2-47f1-886c-dc2aadf9437c req-d884339d-6c3d-4cd4-a1b4-72d213ceebaf tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503035 Apr 06 13:52:33.070255 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-8ecd1992-005f-4598-9007-dfa1faf8ab64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=340d69f2-4230-48bc-b8a8-956094d021c3 HTTP/1.1" status: 200 len: 217 time: 0.0407145 Apr 06 13:52:33.163896 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-048c18e8-2ce9-4469-a795-1f2d33e851b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.165391 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-048c18e8-2ce9-4469-a795-1f2d33e851b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0836103 Apr 06 13:52:33.168173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd44b4-89b8-4558-a189-29b9190a9354 req-ab0d2cea-f6a4-4a94-839b-d49b0e5845de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.169515 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-49cd44b4-89b8-4558-a189-29b9190a9354 req-ab0d2cea-f6a4-4a94-839b-d49b0e5845de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1130 time: 0.0983479 Apr 06 13:52:33.261588 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-49cd44b4-89b8-4558-a189-29b9190a9354 req-fef11bc3-8d7f-4cdf-8c78-a5cd8254ec02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778370 Apr 06 13:52:33.276733 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-cf528153-fd6d-42c4-b6cd-bf542da70f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.278824 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-cf528153-fd6d-42c4-b6cd-bf542da70f84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881705 Apr 06 13:52:33.430030 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663aff5-90d9-4960-9413-5e9038bdd58b req-4027d18b-a052-4706-981e-9b34f4d124ae tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.433769 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7663aff5-90d9-4960-9413-5e9038bdd58b req-4027d18b-a052-4706-981e-9b34f4d124ae tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.0734308 Apr 06 13:52:33.520102 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7663aff5-90d9-4960-9413-5e9038bdd58b req-9bad4c6c-aa19-410c-9b1e-f595197e3a95 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796876 Apr 06 13:52:33.691207 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-e42f63e0-afdc-4775-a13d-af332b4ec2f0 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157090 Apr 06 13:52:33.847770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9bfbf-6741-4aae-93a6-330cfeeaa19a req-49f0d2f2-7baf-4e45-895d-3158e5cd6141 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.863273 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a9b9bfbf-6741-4aae-93a6-330cfeeaa19a req-49f0d2f2-7baf-4e45-895d-3158e5cd6141 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.2352293 Apr 06 13:52:33.953682 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78e63f80-df39-4418-9a07-9cb5fa445727 req-600f7686-f378-437f-9d20-75f1b31108a0 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512252 Apr 06 13:52:33.971352 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a9b9bfbf-6741-4aae-93a6-330cfeeaa19a req-d690ab9c-71e7-4b08-90db-1c4689d70980 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075063 Apr 06 13:52:33.979438 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53954) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:33.995618 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:34.065400 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:52:34.071210 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:34.072071 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.121524 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231bc7-0f9e-4b84-8feb-862629ce7872 req-8452746d-dc45-429e-8254-30a878f3f7e3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:34.139561 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1231bc7-0f9e-4b84-8feb-862629ce7872 req-8452746d-dc45-429e-8254-30a878f3f7e3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1052940 Apr 06 13:52:34.212351 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-27eb888e-c73b-4a50-ac9e-b65f077dc66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.259326 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1231bc7-0f9e-4b84-8feb-862629ce7872 req-37c75554-8e87-4713-89fb-cd51ee790bfc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183376 Apr 06 13:52:34.275061 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:34.275751 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.322787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:34.325492 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da74cae-321d-4b83-9500-194105a9f048" -d '{"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-plugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:34.342912 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:34.355926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.411399 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-27eb888e-c73b-4a50-ac9e-b65f077dc66f admin admin] Publish callbacks [] for security_group (b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.418290 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-27eb888e-c73b-4a50-ac9e-b65f077dc66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.441679 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038625b-b57e-4aa6-9d45-01a6afbf802c x-openstack-request-id: req-8038625b-b57e-4aa6-9d45-01a6afbf802c {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:34.441996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-plugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:34.442606 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8038625b-b57e-4aa6-9d45-01a6afbf802c {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:34.443173 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8038625b-b57e-4aa6-9d45-01a6afbf802c'] response: {'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'code': 200} Apr 06 13:52:34.496499 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:34.503456 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-27eb888e-c73b-4a50-ac9e-b65f077dc66f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=872d04c6195b4949a877a5a3aaa4bfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222757 Apr 06 13:52:34.504103 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 53990) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:34.506357 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb888e-c73b-4a50-ac9e-b65f077dc66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:34.601696 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700fa9-c331-4e82-bac8-61e8318ad068 req-d7570193-0d93-4ec7-b8e6-65a6bdb1a513 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:34.603416 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2e700fa9-c331-4e82-bac8-61e8318ad068 req-d7570193-0d93-4ec7-b8e6-65a6bdb1a513 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.1007140 Apr 06 13:52:34.604897 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 53994) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:34.624860 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ab6493b-1226-4acc-a228-cb80c8aac621 admin admin] Publish callbacks [] for security_group (b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.662299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ab6493b-1226-4acc-a228-cb80c8aac621 admin admin] Publish callbacks [] for security_group (b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.684889 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b904772-4ec4-4119-8bab-2402d475b68a req-d3c4dabf-f38e-4bdf-869c-b2121e7c70bb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:34.687360 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2b904772-4ec4-4119-8bab-2402d475b68a req-d3c4dabf-f38e-4bdf-869c-b2121e7c70bb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0672519 Apr 06 13:52:34.708610 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2e700fa9-c331-4e82-bac8-61e8318ad068 req-ad8e857a-aac1-477d-a6b9-e70e7c7603b0 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962408 Apr 06 13:52:34.746665 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2b904772-4ec4-4119-8bab-2402d475b68a req-bdd29660-83ba-46ee-bf81-789061036433 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476723 Apr 06 13:52:34.759557 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ab6493b-1226-4acc-a228-cb80c8aac621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.762528 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4ab6493b-1226-4acc-a228-cb80c8aac621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.763757 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-4ab6493b-1226-4acc-a228-cb80c8aac621 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f HTTP/1.1" status: 204 len: 168 time: 0.2582345 Apr 06 13:52:34.774048 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6493b-1226-4acc-a228-cb80c8aac621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a95def-49f0-43b5-9c60-bf9b5cc6cf7f,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:34.777342 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a5b-215c-4ae8-b182-367cb32a2f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.867833 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a5b-215c-4ae8-b182-367cb32a2f29 admin admin] Publish callbacks [] for security_group (3d9286bf-1c38-4f96-84fe-62929a4512e7), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.872469 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a5b-215c-4ae8-b182-367cb32a2f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3d9286bf-1c38-4f96-84fe-62929a4512e7), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:34.923039 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ac3e0a5b-215c-4ae8-b182-367cb32a2f29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13a16ebad5464be5bbbe90ad9f23201d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169384 Apr 06 13:52:34.925663 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e0a5b-215c-4ae8-b182-367cb32a2f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9286bf-1c38-4f96-84fe-62929a4512e7,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:34.927299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54002) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:34.986478 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c0f37eb8-3e8c-46a8-8dfe-307334365fd9 admin admin] Publish callbacks [] for security_group (3d9286bf-1c38-4f96-84fe-62929a4512e7), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.020050 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c0f37eb8-3e8c-46a8-8dfe-307334365fd9 admin admin] Publish callbacks [] for security_group (3d9286bf-1c38-4f96-84fe-62929a4512e7), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.110132 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54006) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:35.111436 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c0f37eb8-3e8c-46a8-8dfe-307334365fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3d9286bf-1c38-4f96-84fe-62929a4512e7), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.113979 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c0f37eb8-3e8c-46a8-8dfe-307334365fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.115223 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-c0f37eb8-3e8c-46a8-8dfe-307334365fd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d9286bf-1c38-4f96-84fe-62929a4512e7 HTTP/1.1" status: 204 len: 168 time: 0.1852779 Apr 06 13:52:35.126858 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f37eb8-3e8c-46a8-8dfe-307334365fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9286bf-1c38-4f96-84fe-62929a4512e7,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:35.127121 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c04f-fd38-40e6-b3eb-0315d12383d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.162512 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fa255-9528-4145-be7f-503375e7abda req-995a77ae-6405-4ae7-bb65-e3b4df98517c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:35.164538 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a26fa255-9528-4145-be7f-503375e7abda req-995a77ae-6405-4ae7-bb65-e3b4df98517c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1069646 Apr 06 13:52:35.219555 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c04f-fd38-40e6-b3eb-0315d12383d7 admin admin] Publish callbacks [] for security_group (8f38600c-32e6-487b-bd29-f381d6137993), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.224514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c04f-fd38-40e6-b3eb-0315d12383d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (8f38600c-32e6-487b-bd29-f381d6137993), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.234670 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a26fa255-9528-4145-be7f-503375e7abda req-ae7df8b8-a517-4705-980a-7bc7ddf5dde9 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634212 Apr 06 13:52:35.268360 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c04f-fd38-40e6-b3eb-0315d12383d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f38600c-32e6-487b-bd29-f381d6137993,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:35.275287 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a0e8c04f-fd38-40e6-b3eb-0315d12383d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d12eb14b672e45bea40829ee53fbbb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641645 Apr 06 13:52:35.277900 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54010) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:35.350019 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b33fa015-a96c-4ad0-a3e6-d5ae61f3063e admin admin] Publish callbacks [] for security_group (8f38600c-32e6-487b-bd29-f381d6137993), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.413625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b33fa015-a96c-4ad0-a3e6-d5ae61f3063e admin admin] Publish callbacks [] for security_group (8f38600c-32e6-487b-bd29-f381d6137993), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.467353 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86898d-26c6-409f-a04e-e18bf344c704 req-418c49d4-9c9d-4ed6-b334-ea00cd1a95e9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:35.467353 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b86898d-26c6-409f-a04e-e18bf344c704 req-418c49d4-9c9d-4ed6-b334-ea00cd1a95e9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1301022 Apr 06 13:52:35.467755 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54026) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:35.499081 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b33fa015-a96c-4ad0-a3e6-d5ae61f3063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (8f38600c-32e6-487b-bd29-f381d6137993), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.502084 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b33fa015-a96c-4ad0-a3e6-d5ae61f3063e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.503298 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b33fa015-a96c-4ad0-a3e6-d5ae61f3063e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f38600c-32e6-487b-bd29-f381d6137993 HTTP/1.1" status: 204 len: 168 time: 0.2244763 Apr 06 13:52:35.517687 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fa015-a96c-4ad0-a3e6-d5ae61f3063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f38600c-32e6-487b-bd29-f381d6137993,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:35.553926 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_v2 [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Deleting subnet 1c1dc77c-c42a-4718-82d9-88ff0cb258fa {{(pid=109800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:52:35.562535 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Publish callbacks [] for subnet (1c1dc77c-c42a-4718-82d9-88ff0cb258fa), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.563461 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b86898d-26c6-409f-a04e-e18bf344c704 req-7a0c996e-ee1e-41af-8c5a-8d2711dc3517 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844419 Apr 06 13:52:35.586763 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54034) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:35.604119 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c36dec70-c8d2-47dd-a83f-94c38db98fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.620483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Publish callbacks [] for subnet (1c1dc77c-c42a-4718-82d9-88ff0cb258fa), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.639884 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (1c1dc77c-c42a-4718-82d9-88ff0cb258fa), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.726510 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c36dec70-c8d2-47dd-a83f-94c38db98fe1 admin admin] Publish callbacks [] for security_group (4e33e153-8e5d-4273-a3f7-afdcc902ef1a), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.731236 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c36dec70-c8d2-47dd-a83f-94c38db98fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4e33e153-8e5d-4273-a3f7-afdcc902ef1a), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.734149 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (1c1dc77c-c42a-4718-82d9-88ff0cb258fa), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.797132 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-c36dec70-c8d2-47dd-a83f-94c38db98fe1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6bc6ad1cbe34ea7ba1fb5d70f6d4a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063534 Apr 06 13:52:35.799735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.800504 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54044) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:35.803837 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dec70-c8d2-47dd-a83f-94c38db98fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e33e153-8e5d-4273-a3f7-afdcc902ef1a,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:35.808745 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c1dc77c-c42a-4718-82d9-88ff0cb258fa HTTP/1.1" status: 204 len: 168 time: 0.3389907 Apr 06 13:52:35.810614 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07004123-c590-4cf5-9465-dbcb5226f38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1dc77c-c42a-4718-82d9-88ff0cb258fa,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:35.814966 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54046) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:35.890561 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa067-a695-416d-beee-2d4b8dcf389c admin admin] Publish callbacks [] for security_group (4e33e153-8e5d-4273-a3f7-afdcc902ef1a), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.945942 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa067-a695-416d-beee-2d4b8dcf389c admin admin] Publish callbacks [] for security_group (4e33e153-8e5d-4273-a3f7-afdcc902ef1a), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.974754 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (31926cfd-86ac-4763-ab72-cf363b6974ce), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:35.987453 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0f875-c4d0-4f01-8749-a4efcb79fd0e req-a05a51a5-356f-4ff4-b4d8-f396fa70ce81 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:35.989362 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ad0f875-c4d0-4f01-8749-a4efcb79fd0e req-a05a51a5-356f-4ff4-b4d8-f396fa70ce81 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.0919080 Apr 06 13:52:35.999752 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e58c24-4b24-4287-b206-787b85bcdea9 req-19ce46c6-7724-4391-9ab4-857e4cc266bb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.001344 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-11e58c24-4b24-4287-b206-787b85bcdea9 req-19ce46c6-7724-4391-9ab4-857e4cc266bb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1124661 Apr 06 13:52:36.046940 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa067-a695-416d-beee-2d4b8dcf389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4e33e153-8e5d-4273-a3f7-afdcc902ef1a), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.051598 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa067-a695-416d-beee-2d4b8dcf389c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.056827 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-d2dfa067-a695-416d-beee-2d4b8dcf389c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e33e153-8e5d-4273-a3f7-afdcc902ef1a HTTP/1.1" status: 204 len: 168 time: 0.2462835 Apr 06 13:52:36.091099 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfa067-a695-416d-beee-2d4b8dcf389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e33e153-8e5d-4273-a3f7-afdcc902ef1a,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:36.115921 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (31926cfd-86ac-4763-ab72-cf363b6974ce), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.122260 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ad0f875-c4d0-4f01-8749-a4efcb79fd0e req-63754535-ff7c-4534-889d-8f9351f59595 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254370 Apr 06 13:52:36.148818 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.149256 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.150366 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.150890 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.151273 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.151802 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.152184 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.152599 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.152977 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.153409 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.208240 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-11e58c24-4b24-4287-b206-787b85bcdea9 req-9ff6e280-d0ed-49a3-8643-83a93a2ebaa9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710114 Apr 06 13:52:36.288439 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.289118 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.289666 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.290650 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:36.295222 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31926cfd-86ac-4763-ab72-cf363b6974ce']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:36.334986 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b9fbb5-77fb-40cb-adae-0caf9897726d') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:36.335498 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b9fbb5-77fb-40cb-adae-0caf9897726d') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:36.373720 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (40b9fbb5-77fb-40cb-adae-0caf9897726d), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.402495 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (40b9fbb5-77fb-40cb-adae-0caf9897726d), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.413803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:52:36.414196 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (40b9fbb5-77fb-40cb-adae-0caf9897726d), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: from cryptography.utils import int_from_bytes Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: from cryptography.utils import int_from_bytes Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:52:36.444137 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:52:36.497622 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa65645-4230-4226-a48e-dd64bb6c2931 req-7315757d-8a32-4ebc-be91-507c2c23a946 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.499315 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7aa65645-4230-4226-a48e-dd64bb6c2931 req-7315757d-8a32-4ebc-be91-507c2c23a946 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1804783 Apr 06 13:52:36.549682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (31926cfd-86ac-4763-ab72-cf363b6974ce), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.559227 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.564493 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/31926cfd-86ac-4763-ab72-cf363b6974ce HTTP/1.1" status: 204 len: 168 time: 0.7476530 Apr 06 13:52:36.567167 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54076) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:36.600719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fc6cf-8c57-4724-b551-c3e5b619c0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=31926cfd-86ac-4763-ab72-cf363b6974ce,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:36.608066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7aa65645-4230-4226-a48e-dd64bb6c2931 req-f8211e3a-cf19-45e9-9660-e542cd76810b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989568 Apr 06 13:52:36.681257 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Deleting subnet ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:52:36.685068 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Publish callbacks [] for subnet (ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.763690 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Publish callbacks [] for subnet (ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.783122 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.820731 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c3fae-2116-49ce-929e-a53ee54bb06f req-03a79f80-98f1-4242-8cdc-e9c91b220825 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.822279 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ab0c3fae-2116-49ce-929e-a53ee54bb06f req-03a79f80-98f1-4242-8cdc-e9c91b220825 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1099999 Apr 06 13:52:36.886750 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ab0c3fae-2116-49ce-929e-a53ee54bb06f req-dd2a5b24-a0d2-469c-bc58-50fcee47bfd9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576828 Apr 06 13:52:36.888175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for subnet (ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.930846 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:36.934976 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:36.941615 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-837ace97-87b8-4e7e-8838-a78daafe363e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ed46d5ce-98ca-4e68-8c9e-75d3bb4504f4 HTTP/1.1" status: 204 len: 168 time: 0.3692663 Apr 06 13:52:36.942250 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54094) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:37.004580 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff346-01c6-45b1-a591-0846190dfe2d req-4ef53d2d-b79b-4469-9a26-62a3e6f5ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:37.006977 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c8ff346-01c6-45b1-a591-0846190dfe2d req-4ef53d2d-b79b-4469-9a26-62a3e6f5ce64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1130 time: 0.1123176 Apr 06 13:52:37.030756 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (1244f31a-a9b1-458b-8d78-deae09cec407), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.041386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-571a934e-7e66-49ff-9e6f-9941ef7bfce0 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:37.043396 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-571a934e-7e66-49ff-9e6f-9941ef7bfce0 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.15 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.0939000 Apr 06 13:52:37.151722 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (1244f31a-a9b1-458b-8d78-deae09cec407), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.200686 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c8ff346-01c6-45b1-a591-0846190dfe2d req-64efc053-0015-494f-a57a-56188c72df7b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801319 Apr 06 13:52:37.234427 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54106) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:37.371986 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Deleting port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:52:37.372900 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.459649 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.459996 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.460800 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.461139 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > port after_create 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.461461 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.461789 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > port after_update 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.462112 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.462453 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.462803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.463125 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.535686 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.536069 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.536544 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.536914 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:52:37.537266 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1244f31a-a9b1-458b-8d78-deae09cec407']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:37.558587 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] For port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,segment=NetworkSegment(357132cc-fc7a-4fe3-bbf5-f359cf41b340),segment_id=357132cc-fc7a-4fe3-bbf5-f359cf41b340)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:37.559242 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.574992 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dd5096-6332-4d0f-a6ca-5070eed89f0a') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:37.575618 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dd5096-6332-4d0f-a6ca-5070eed89f0a') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:37.601847 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (30dd5096-6332-4d0f-a6ca-5070eed89f0a), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.603318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Calling delete_port for 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:52:37.636624 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84718ca6-b5a0-4c95-b645-e42bd03694b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.641241 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f993-bfd1-4c30-8d65-1087d9afebcd req-edadfa28-16c8-4fac-bc39-ea40a187bd09 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:37.642993 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb93f993-bfd1-4c30-8d65-1087d9afebcd req-edadfa28-16c8-4fac-bc39-ea40a187bd09 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1976707 Apr 06 13:52:37.644663 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (30dd5096-6332-4d0f-a6ca-5070eed89f0a), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.661779 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:52:37.662359 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (30dd5096-6332-4d0f-a6ca-5070eed89f0a), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: from cryptography.utils import int_from_bytes Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: from cryptography.utils import int_from_bytes Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:52:37.668734 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:52:37.776136 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (1244f31a-a9b1-458b-8d78-deae09cec407), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.791142 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb93f993-bfd1-4c30-8d65-1087d9afebcd req-e60fcf35-dfd6-455e-8870-f2648735c57c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371055 Apr 06 13:52:37.793198 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:37.797466 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1244f31a-a9b1-458b-8d78-deae09cec407 HTTP/1.1" status: 204 len: 168 time: 0.8543761 Apr 06 13:52:37.809551 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c162d7-d5c7-4aff-8e2b-fc2b328f2e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=1244f31a-a9b1-458b-8d78-deae09cec407,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:37.980305 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2c1ea-5022-483c-ad8e-9f860eb3746b req-a6e81b4e-935c-4c5e-a6db-31b9752f77b4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:37.982267 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d0f2c1ea-5022-483c-ad8e-9f860eb3746b req-a6e81b4e-935c-4c5e-a6db-31b9752f77b4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0864475 Apr 06 13:52:38.021234 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d78a-e75b-4fa0-bba1-2de9cc3b5346 req-a2e0a809-2cdc-43f7-aefe-e697a5a27179 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:38.022822 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b165d78a-e75b-4fa0-bba1-2de9cc3b5346 req-a2e0a809-2cdc-43f7-aefe-e697a5a27179 tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 945 time: 0.7450192 Apr 06 13:52:38.071715 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d0f2c1ea-5022-483c-ad8e-9f860eb3746b req-cefbfe9d-eb2f-4595-b52a-972616fffc0a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812175 Apr 06 13:52:38.096525 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54142) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:38.135684 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b165d78a-e75b-4fa0-bba1-2de9cc3b5346 req-d58373ae-5d69-461c-bb3a-f7cbeb8d39dc tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036372 Apr 06 13:52:38.176617 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-bebf4d9a-3484-4a3a-ae67-49d08c633981 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f5b67b91f324fc28e91086ccc811e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776277 Apr 06 13:52:38.178674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54144) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:38.244559 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84718ca6-b5a0-4c95-b645-e42bd03694b5 admin admin] Publish callbacks [] for security_group (70963c73-0175-4fd0-b0b0-41113cbfeb5c), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.285160 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b07b4761-58d8-4db4-ae89-9b1ec4cf12a1 admin admin] Publish callbacks [] for security_group (112aed3a-f654-493f-9cb7-e51f6d7f882d), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.302716 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84718ca6-b5a0-4c95-b645-e42bd03694b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (70963c73-0175-4fd0-b0b0-41113cbfeb5c), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.309526 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31547-655c-48a2-a6bd-1982947821cc req-05e62676-803d-4845-b869-90416927b897 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:38.311069 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c0a31547-655c-48a2-a6bd-1982947821cc req-05e62676-803d-4845-b869-90416927b897 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0823390 Apr 06 13:52:38.312747 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (61da0bf7-7fe2-49dc-91f4-ddc120ee5299), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.321338 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b07b4761-58d8-4db4-ae89-9b1ec4cf12a1 admin admin] Publish callbacks [] for security_group (112aed3a-f654-493f-9cb7-e51f6d7f882d), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.396620 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Pushing event deleted for resources: {'Port': ['ID=61da0bf7-7fe2-49dc-91f4-ddc120ee5299,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:38.399043 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c0a31547-655c-48a2-a6bd-1982947821cc req-25cf1ea3-f8a9-40ea-b70a-8a7ce919f908 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799212 Apr 06 13:52:38.408804 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54156) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:38.409200 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-84718ca6-b5a0-4c95-b645-e42bd03694b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b6dcb835f1942e5908662104f1d70b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1731470 Apr 06 13:52:38.461069 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84718ca6-b5a0-4c95-b645-e42bd03694b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70963c73-0175-4fd0-b0b0-41113cbfeb5c,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:38.474598 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b07b4761-58d8-4db4-ae89-9b1ec4cf12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (112aed3a-f654-493f-9cb7-e51f6d7f882d), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.477265 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b07b4761-58d8-4db4-ae89-9b1ec4cf12a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.478401 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b07b4761-58d8-4db4-ae89-9b1ec4cf12a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/112aed3a-f654-493f-9cb7-e51f6d7f882d HTTP/1.1" status: 204 len: 168 time: 0.2987351 Apr 06 13:52:38.490400 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] No DVR routers for this DVR port 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:52:38.503071 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6550264-36d2-4909-a045-d909a98e2e4e req-502e62bb-3039-4336-9937-948c64962916 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:38.504965 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f6550264-36d2-4909-a045-d909a98e2e4e req-502e62bb-3039-4336-9937-948c64962916 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.2744164 Apr 06 13:52:38.509173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.512341 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b4761-58d8-4db4-ae89-9b1ec4cf12a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112aed3a-f654-493f-9cb7-e51f6d7f882d,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:38.516673 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54160) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:38.519601 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd67333b-f952-4537-8b7b-91f30ea87eff req-cae91c79-81f8-436e-ad7b-67dec1ddcc0e tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.15 "DELETE /v2.0/ports/61da0bf7-7fe2-49dc-91f4-ddc120ee5299 HTTP/1.1" status: 204 len: 173 time: 1.4671149 Apr 06 13:52:38.520250 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'name': 'network-vif-deleted', 'tag': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:38.521924 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'floatingip': {'port_id': '1f78212b-af3b-4985-8920-15605ba9716f'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:38.523176 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72290ad8-245c-42cd-a14c-167b1ee0c415" -d '{"events": [{"server_uuid": "de4e6ccb-ff21-47f3-8a90-f544b7e4d646", "name": "network-vif-deleted", "tag": "61da0bf7-7fe2-49dc-91f4-ddc120ee5299"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:38.590519 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0ac62-d7f1-4b95-bcad-b82643fd1411 x-openstack-request-id: req-f9f0ac62-d7f1-4b95-bcad-b82643fd1411 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:38.591081 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4e6ccb-ff21-47f3-8a90-f544b7e4d646", "name": "network-vif-deleted", "tag": "61da0bf7-7fe2-49dc-91f4-ddc120ee5299", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:38.591670 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9f0ac62-d7f1-4b95-bcad-b82643fd1411 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:38.592243 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f0ac62-d7f1-4b95-bcad-b82643fd1411'] response: {'server_uuid': 'de4e6ccb-ff21-47f3-8a90-f544b7e4d646', 'name': 'network-vif-deleted', 'tag': '61da0bf7-7fe2-49dc-91f4-ddc120ee5299', 'status': 'completed', 'code': 200} Apr 06 13:52:38.623579 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c0dc-f509-425a-b074-8f46f23c2123 admin admin] Publish callbacks [] for security_group (70963c73-0175-4fd0-b0b0-41113cbfeb5c), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.628522 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (10084183-a957-4e34-bd36-4a2e94197f4b), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.749029 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c0dc-f509-425a-b074-8f46f23c2123 admin admin] Publish callbacks [] for security_group (70963c73-0175-4fd0-b0b0-41113cbfeb5c), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.055175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c0dc-f509-425a-b074-8f46f23c2123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (70963c73-0175-4fd0-b0b0-41113cbfeb5c), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.068877 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c0dc-f509-425a-b074-8f46f23c2123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.071140 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-e9b4c0dc-f509-425a-b074-8f46f23c2123 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70963c73-0175-4fd0-b0b0-41113cbfeb5c HTTP/1.1" status: 204 len: 168 time: 0.6610322 Apr 06 13:52:39.188369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64629ece-bb20-4340-8c0d-b56b46e8bae3 req-8f386627-22c5-4025-a8f5-ba001810bedf tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:39.190205 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-64629ece-bb20-4340-8c0d-b56b46e8bae3 req-8f386627-22c5-4025-a8f5-ba001810bedf tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1503456 Apr 06 13:52:39.198016 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4c0dc-f509-425a-b074-8f46f23c2123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70963c73-0175-4fd0-b0b0-41113cbfeb5c,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:39.378958 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-be19bae6-b113-4a4a-8afa-442a8917bc95 req-24f71be8-ad6e-41c9-b6f8-d7290ae8af6b tempest-DeleteServersTestJSON-119394170 tempest-DeleteServersTestJSON-119394170-project] 10.222.0.24 "GET /v2.0/ports?device_id=de4e6ccb-ff21-47f3-8a90-f544b7e4d646 HTTP/1.1" status: 200 len: 210 time: 0.1014228 Apr 06 13:52:39.380926 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-64629ece-bb20-4340-8c0d-b56b46e8bae3 req-1cd40b63-2427-4135-a25c-a4fc00fb7e56 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255109 Apr 06 13:52:39.402792 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54200) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:39.617493 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7e358c43-3544-4372-9f6c-5de84bbfe969 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f63a4595b22e414683f212fa7118548a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214005 Apr 06 13:52:39.621212 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54206) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:39.748523 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9a666-7f57-4487-8f82-ff8c074c2bc2 req-1dd90481-8ba6-4975-bfa1-69905e37aed1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:39.750095 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e4b9a666-7f57-4487-8f82-ff8c074c2bc2 req-1dd90481-8ba6-4975-bfa1-69905e37aed1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.2057180 Apr 06 13:52:39.789696 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d2418e6-7c6a-4276-9cec-1c54f1628892 admin admin] Publish callbacks [] for security_group (b2209cc7-1f20-497b-b061-c1b5e3f9a7e0), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.816457 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d2418e6-7c6a-4276-9cec-1c54f1628892 admin admin] Publish callbacks [] for security_group (b2209cc7-1f20-497b-b061-c1b5e3f9a7e0), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.869986 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e4b9a666-7f57-4487-8f82-ff8c074c2bc2 req-907a78f9-12c2-40bb-b69a-0c9589679b72 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064179 Apr 06 13:52:39.904632 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d2418e6-7c6a-4276-9cec-1c54f1628892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b2209cc7-1f20-497b-b061-c1b5e3f9a7e0), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.907741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d2418e6-7c6a-4276-9cec-1c54f1628892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.908940 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7d2418e6-7c6a-4276-9cec-1c54f1628892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2209cc7-1f20-497b-b061-c1b5e3f9a7e0 HTTP/1.1" status: 204 len: 168 time: 0.2843373 Apr 06 13:52:39.917095 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2418e6-7c6a-4276-9cec-1c54f1628892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2209cc7-1f20-497b-b061-c1b5e3f9a7e0,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:39.935048 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54216) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:39.963741 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:39.969473 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (10084183-a957-4e34-bd36-4a2e94197f4b), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.022036 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:52:40.057397 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:52:40.057736 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 61da0bf7-7fe2-49dc-91f4-ddc120ee5299 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:52:40.249094 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ad97a37f-3a7a-4a4d-874b-90425a6d0e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.329313 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Floating IP 10084183-a957-4e34-bd36-4a2e94197f4b associated. External IP: 172.27.0.52, port: 1f78212b-af3b-4985-8920-15605ba9716f. Apr 06 13:52:40.361731 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ad97a37f-3a7a-4a4d-874b-90425a6d0e2d admin admin] Publish callbacks [] for security_group (fa70b234-fd02-4cc2-ba70-b15919bd7238), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.369486 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ad97a37f-3a7a-4a4d-874b-90425a6d0e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (fa70b234-fd02-4cc2-ba70-b15919bd7238), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.430883 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-ad97a37f-3a7a-4a4d-874b-90425a6d0e2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f2f44f0186247da9d18650a84b63fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939785 Apr 06 13:52:40.433374 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54236) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:40.440753 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97a37f-3a7a-4a4d-874b-90425a6d0e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa70b234-fd02-4cc2-ba70-b15919bd7238,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:40.496470 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c86b4e1-37e6-400c-a3d7-63eec261bf65 admin admin] Publish callbacks [] for security_group (fa70b234-fd02-4cc2-ba70-b15919bd7238), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.533278 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c86b4e1-37e6-400c-a3d7-63eec261bf65 admin admin] Publish callbacks [] for security_group (fa70b234-fd02-4cc2-ba70-b15919bd7238), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.609139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c86b4e1-37e6-400c-a3d7-63eec261bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (fa70b234-fd02-4cc2-ba70-b15919bd7238), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.616917 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9c86b4e1-37e6-400c-a3d7-63eec261bf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.621123 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9c86b4e1-37e6-400c-a3d7-63eec261bf65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa70b234-fd02-4cc2-ba70-b15919bd7238 HTTP/1.1" status: 204 len: 168 time: 0.1836250 Apr 06 13:52:40.641809 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86b4e1-37e6-400c-a3d7-63eec261bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa70b234-fd02-4cc2-ba70-b15919bd7238,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:40.645521 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0f5a-f4f2-4cf9-be67-3eef2f927e27 req-09a301a6-e6f3-4546-a4f9-5e35cca3b55a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:40.654875 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-407f0f5a-f4f2-4cf9-be67-3eef2f927e27 req-09a301a6-e6f3-4546-a4f9-5e35cca3b55a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1270661 Apr 06 13:52:40.732029 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-407f0f5a-f4f2-4cf9-be67-3eef2f927e27 req-f8f6ca07-9390-4667-a3aa-e5509e9a2c5c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761065 Apr 06 13:52:40.736960 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:52:40.871977 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825120bf-da8b-4a0d-8871-7d91e6c0f965 req-3e3b0add-18d4-485f-b7a6-a3f2ef5994e4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:40.878565 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-825120bf-da8b-4a0d-8871-7d91e6c0f965 req-3e3b0add-18d4-485f-b7a6-a3f2ef5994e4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0753484 Apr 06 13:52:40.885023 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54264) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:40.891272 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'floatingip': {'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:40.917658 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:52:40.928322 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:40.939869 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:40.952278 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:40.952963 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:52:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:40.975411 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a7b0b06c-91a8-4e0c-91b8-b05dae5dab8e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "PUT /v2.0/floatingips/10084183-a957-4e34-bd36-4a2e94197f4b HTTP/1.1" status: 200 len: 991 time: 2.4579151 Apr 06 13:52:40.976892 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:40.980222 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db165d-e854-4441-aeff-f87a8ea8d4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "tag": "1f78212b-af3b-4985-8920-15605ba9716f"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:41.025107 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (70e0c686-87b9-4c08-a285-b38a8b537cfe), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:41.074031 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1671a63-95a4-459a-afda-e3c1b163917e x-openstack-request-id: req-a1671a63-95a4-459a-afda-e3c1b163917e {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:41.074473 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "tag": "1f78212b-af3b-4985-8920-15605ba9716f", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:41.075019 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1671a63-95a4-459a-afda-e3c1b163917e {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:41.075656 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1671a63-95a4-459a-afda-e3c1b163917e'] response: {'name': 'network-changed', 'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f', 'status': 'completed', 'code': 200} Apr 06 13:52:41.131465 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7a15-08ee-4e91-b214-3be7b1619b30 req-884c04af-cf51-4347-bfaa-4a2b140f080d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:41.135376 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6f5b7a15-08ee-4e91-b214-3be7b1619b30 req-884c04af-cf51-4347-bfaa-4a2b140f080d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1251123 Apr 06 13:52:41.219099 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:41.232026 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6f5b7a15-08ee-4e91-b214-3be7b1619b30 req-6c04b0b1-1237-491e-8e68-f4f4756905f7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845931 Apr 06 13:52:41.234135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-1aef4571-7052-4d44-8583-4ec5fad06692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:41.235801 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-1aef4571-7052-4d44-8583-4ec5fad06692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1130 time: 0.1471786 Apr 06 13:52:41.484263 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54292) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:41.511909 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-60498e44-4d09-4da9-83ad-fb667a8eb28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:41.687505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-60498e44-4d09-4da9-83ad-fb667a8eb28c admin admin] Publish callbacks [] for security_group (a7a0551b-b3c0-4238-9b55-2f3687ba2cf0), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:41.701643 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-60498e44-4d09-4da9-83ad-fb667a8eb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (a7a0551b-b3c0-4238-9b55-2f3687ba2cf0), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:41.753953 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '10084183-a957-4e34-bd36-4a2e94197f4b', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'port_id': '1f78212b-af3b-4985-8920-15605ba9716f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'mac_address': 'fa:16:3e:7f:ef:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05018286-8bed-4335-b9d2-5734ca866f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:51Z', 'updated_at': '2022-04-06T13:52:39Z', 'revision_number': 1, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:41.773843 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-60498e44-4d09-4da9-83ad-fb667a8eb28c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35e970bae8cc43efb654479bdefac657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884529 Apr 06 13:52:41.775364 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60498e44-4d09-4da9-83ad-fb667a8eb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a0551b-b3c0-4238-9b55-2f3687ba2cf0,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:41.778074 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54300) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:41.812096 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:41.829579 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:41.832801 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:52:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:41.853259 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-613843e3-cd6f-4a9d-afe1-d21f4ca32211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:41.857972 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-613843e3-cd6f-4a9d-afe1-d21f4ca32211 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.5715294 Apr 06 13:52:42.026309 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:42.091270 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-37dbebe2-81e1-4f22-b56f-4e291a6ca45c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 999 time: 0.2145422 Apr 06 13:52:42.107280 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54326) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:42.187439 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fad5-f55d-4c8e-a9a3-fffaa6befff6 admin admin] Publish callbacks [] for security_group (a7a0551b-b3c0-4238-9b55-2f3687ba2cf0), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.208065 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Deleting subnet c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:52:42.214026 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fad5-f55d-4c8e-a9a3-fffaa6befff6 admin admin] Publish callbacks [] for security_group (a7a0551b-b3c0-4238-9b55-2f3687ba2cf0), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.216591 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Publish callbacks [] for subnet (c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.273309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.320690 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-4d58d8a6-6d40-4c2a-b722-2e4ffbacfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:42.324475 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-4d58d8a6-6d40-4c2a-b722-2e4ffbacfb8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.2246537 Apr 06 13:52:42.351671 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.352642 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.db.resource_extend [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:52:42.423979 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.447781 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:42.460988 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.466843 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-1694ac3a-45ab-4d77-84e6-006001e97191 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c42cbb94-bb5f-40fb-9bbc-d2c4e02304c7 HTTP/1.1" status: 204 len: 168 time: 0.3560669 Apr 06 13:52:42.468313 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54332) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:42.591771 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (f6c29b9b-63d4-4565-a3c5-aa5b604bd386), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.615859 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '10084183-a957-4e34-bd36-4a2e94197f4b', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'port_id': '1f78212b-af3b-4985-8920-15605ba9716f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'mac_address': 'fa:16:3e:7f:ef:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05018286-8bed-4335-b9d2-5734ca866f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:51Z', 'updated_at': '2022-04-06T13:52:39Z', 'revision_number': 1, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:42.688460 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f56e-ab2c-4803-ba61-715c559c4987 None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '10084183-a957-4e34-bd36-4a2e94197f4b', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'port_id': '1f78212b-af3b-4985-8920-15605ba9716f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'mac_address': 'fa:16:3e:7f:ef:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05018286-8bed-4335-b9d2-5734ca866f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:51Z', 'updated_at': '2022-04-06T13:52:39Z', 'revision_number': 1, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:42.708024 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:52:42.722854 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (f6c29b9b-63d4-4565-a3c5-aa5b604bd386), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.803618 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fad5-f55d-4c8e-a9a3-fffaa6befff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (a7a0551b-b3c0-4238-9b55-2f3687ba2cf0), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.806450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fad5-f55d-4c8e-a9a3-fffaa6befff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.817082 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c29b9b-63d4-4565-a3c5-aa5b604bd386']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:42.825595 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b1e8fad5-f55d-4c8e-a9a3-fffaa6befff6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7a0551b-b3c0-4238-9b55-2f3687ba2cf0 HTTP/1.1" status: 204 len: 168 time: 1.0421810 Apr 06 13:52:42.850109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357132cc-fc7a-4fe3-bbf5-f359cf41b340') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:42.850429 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357132cc-fc7a-4fe3-bbf5-f359cf41b340') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:42.867065 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.876138 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (357132cc-fc7a-4fe3-bbf5-f359cf41b340), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.900959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (70e0c686-87b9-4c08-a285-b38a8b537cfe), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.907111 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8fad5-f55d-4c8e-a9a3-fffaa6befff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a0551b-b3c0-4238-9b55-2f3687ba2cf0,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:42.913330 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (357132cc-fc7a-4fe3-bbf5-f359cf41b340), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.930222 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:52:42.930634 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (357132cc-fc7a-4fe3-bbf5-f359cf41b340), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:52:42.935252 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:52:43.058925 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (f6c29b9b-63d4-4565-a3c5-aa5b604bd386), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:43.068515 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:43.072376 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6c29b9b-63d4-4565-a3c5-aa5b604bd386 HTTP/1.1" status: 204 len: 168 time: 0.6028805 Apr 06 13:52:43.089730 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5c986-b09a-4a2a-a635-e09e3d150095 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c29b9b-63d4-4565-a3c5-aa5b604bd386,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:43.099765 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9d2b6-469f-416e-a18d-4bf2475744c9 req-5ac2e085-dffa-4e0a-9bce-820e9d89501a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:43.102235 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a0e9d2b6-469f-416e-a18d-4bf2475744c9 req-5ac2e085-dffa-4e0a-9bce-820e9d89501a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.4378746 Apr 06 13:52:43.133406 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcec9d1-f7fc-45f0-93f0-64a2ecc5ce61 None None] New status for floating IP 10084183-a957-4e34-bd36-4a2e94197f4b: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:52:43.161820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-2fa9d667-6537-4927-b79b-c0e4f82fec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:43.163755 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-2fa9d667-6537-4927-b79b-c0e4f82fec59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5006888 Apr 06 13:52:43.334167 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Floating IP 70e0c686-87b9-4c08-a285-b38a8b537cfe associated. External IP: 172.27.0.19, port: 9abf4dde-2ce2-4791-bde7-b595b7d26c21. Apr 06 13:52:43.453254 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54354) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:43.521553 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a0e9d2b6-469f-416e-a18d-4bf2475744c9 req-52243c81-22e3-4241-b008-b3f4750ad9f8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531365 Apr 06 13:52:43.547737 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-88b35daa-9628-4a1e-bef6-e65b7cde85ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b275b426114b4f098b4207e69d69bf6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0916574 Apr 06 13:52:43.550343 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54360) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:43.587000 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-4552387f-3e6d-4b17-a243-a44c7644a1ef service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098072 Apr 06 13:52:43.635428 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d43a24b1-7aa1-43be-a2f9-e34217b13841 admin admin] Publish callbacks [] for security_group (a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:43.680160 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d43a24b1-7aa1-43be-a2f9-e34217b13841 admin admin] Publish callbacks [] for security_group (a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:43.753616 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d43a24b1-7aa1-43be-a2f9-e34217b13841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:43.758471 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d43a24b1-7aa1-43be-a2f9-e34217b13841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:43.760863 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-d43a24b1-7aa1-43be-a2f9-e34217b13841 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e HTTP/1.1" status: 204 len: 168 time: 0.2077637 Apr 06 13:52:43.775846 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a24b1-7aa1-43be-a2f9-e34217b13841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c8f0a4-b07f-4659-bfb6-3e1fb5e3711e,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:43.796062 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93db165d-e854-4441-aeff-f87a8ea8d4a9 req-43775a1c-9789-4eb7-ad37-75ebfe7aa4bb service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018304 Apr 06 13:52:43.813886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Router 511e193f-e573-45c9-815e-34ed3baf7b59 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:52:44.005943 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:52:44.019924 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:44.020814 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:44.038372 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:44.040683 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:52:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:44.089260 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-63ec27b3-bd24-4f90-bc17-32a014b77d49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "PUT /v2.0/floatingips/70e0c686-87b9-4c08-a285-b38a8b537cfe HTTP/1.1" status: 200 len: 991 time: 3.2024212 Apr 06 13:52:44.094359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:44.098166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd812eb0-3c7f-4092-95ea-cd3148293596" -d '{"events": [{"name": "network-changed", "server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:44.208087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860d165f-4c9e-48a2-b58e-5f7e3db93bee x-openstack-request-id: req-860d165f-4c9e-48a2-b58e-5f7e3db93bee {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:44.208087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:44.208087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-860d165f-4c9e-48a2-b58e-5f7e3db93bee {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:44.208087 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860d165f-4c9e-48a2-b58e-5f7e3db93bee'] response: {'name': 'network-changed', 'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'status': 'completed', 'code': 200} Apr 06 13:52:44.222109 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:44.312660 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-d138498d-daac-42ab-b3e2-147ce724c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.314335 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-d138498d-daac-42ab-b3e2-147ce724c7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1130 time: 0.0719318 Apr 06 13:52:44.506052 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-aa3809c0-e8ae-4c2a-9b59-90dd4e638a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.510307 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-aa3809c0-e8ae-4c2a-9b59-90dd4e638a6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 916 time: 0.1530392 Apr 06 13:52:44.623807 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '70e0c686-87b9-4c08-a285-b38a8b537cfe', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'mac_address': 'fa:16:3e:93:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b83fabc-8429-4819-9813-903fa7578057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:42Z', 'revision_number': 1, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:44.656776 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-5e4a7347-68a3-4d69-abe9-bc5590e457f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 200 len: 999 time: 0.1393938 Apr 06 13:52:44.692133 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:44.709931 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:44.712857 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:52:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:44.742839 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4296b34-f555-4ff7-af6c-5810e90dc5c7 req-70312aa5-9dd8-4448-8762-de3ad97514d1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.746667 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e4296b34-f555-4ff7-af6c-5810e90dc5c7 req-70312aa5-9dd8-4448-8762-de3ad97514d1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1363945 Apr 06 13:52:44.759691 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-b038d014-577a-4182-8bc0-62d34ebe2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.761393 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-b038d014-577a-4182-8bc0-62d34ebe2cb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.0982130 Apr 06 13:52:44.850514 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e4296b34-f555-4ff7-af6c-5810e90dc5c7 req-3b36b93c-78f1-4494-a70f-42cba30aceea tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Apr 06 13:52:44.864943 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-0aa69def-a229-4fdf-98af-85e4127af46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.868473 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-0aa69def-a229-4fdf-98af-85e4127af46c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916686 Apr 06 13:52:44.940353 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:45.073570 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-5cae607f-381c-4814-a5da-a81d8dc18179 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934524 Apr 06 13:52:45.224561 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd812eb0-3c7f-4092-95ea-cd3148293596 req-2d233d4e-bb12-4ceb-adab-1c9905c37c83 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422536 Apr 06 13:52:45.278927 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54458) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:45.332342 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '70e0c686-87b9-4c08-a285-b38a8b537cfe', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'mac_address': 'fa:16:3e:93:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b83fabc-8429-4819-9813-903fa7578057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:42Z', 'revision_number': 1, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:45.372790 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779ccb1-fd7f-49a7-9a81-c6497eed6a19 None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '70e0c686-87b9-4c08-a285-b38a8b537cfe', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'mac_address': 'fa:16:3e:93:e1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b83fabc-8429-4819-9813-903fa7578057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:42Z', 'revision_number': 1, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:45.493725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a627663f-dd7d-45c2-acf4-bbd5b846f849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.613403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a627663f-dd7d-45c2-acf4-bbd5b846f849 admin admin] Publish callbacks [] for security_group (84abdbdf-b586-4fcf-bb8d-e10b02846231), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.618675 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a627663f-dd7d-45c2-acf4-bbd5b846f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (84abdbdf-b586-4fcf-bb8d-e10b02846231), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.669844 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627663f-dd7d-45c2-acf4-bbd5b846f849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84abdbdf-b586-4fcf-bb8d-e10b02846231,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:45.674524 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a627663f-dd7d-45c2-acf4-bbd5b846f849 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ef79efe12ac4e7687ce0b0721c81036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3925540 Apr 06 13:52:45.677351 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54472) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:45.702794 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4293a6-eddb-4055-9c0e-069b7b46ad0c None None] New status for floating IP 70e0c686-87b9-4c08-a285-b38a8b537cfe: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:52:45.745407 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f46cfc2e-0a3e-4ee0-824c-a45d2c7388ca admin admin] Publish callbacks [] for security_group (84abdbdf-b586-4fcf-bb8d-e10b02846231), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.779061 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f46cfc2e-0a3e-4ee0-824c-a45d2c7388ca admin admin] Publish callbacks [] for security_group (84abdbdf-b586-4fcf-bb8d-e10b02846231), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.862393 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f46cfc2e-0a3e-4ee0-824c-a45d2c7388ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (84abdbdf-b586-4fcf-bb8d-e10b02846231), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.866645 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f46cfc2e-0a3e-4ee0-824c-a45d2c7388ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.875294 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f46cfc2e-0a3e-4ee0-824c-a45d2c7388ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84abdbdf-b586-4fcf-bb8d-e10b02846231 HTTP/1.1" status: 204 len: 168 time: 0.1952958 Apr 06 13:52:45.888069 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cfc2e-0a3e-4ee0-824c-a45d2c7388ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84abdbdf-b586-4fcf-bb8d-e10b02846231,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:45.993360 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54482) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:46.037031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c055cfc-5aed-4cfb-96d6-ced53baba52d req-8514c7e7-fb8d-4c4c-b210-21543d585ca8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:46.039048 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c055cfc-5aed-4cfb-96d6-ced53baba52d req-8514c7e7-fb8d-4c4c-b210-21543d585ca8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0821667 Apr 06 13:52:46.142468 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.154548 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c055cfc-5aed-4cfb-96d6-ced53baba52d req-12f128bb-77f8-4225-b536-942177e290d6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097798 Apr 06 13:52:46.347469 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cccfe397-3dd6-47f2-a25d-0f282a4d66af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.436969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cccfe397-3dd6-47f2-a25d-0f282a4d66af admin admin] Publish callbacks [] for security_group (7c04b59c-255d-4bcb-9754-c6d944dbea62), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.448596 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cccfe397-3dd6-47f2-a25d-0f282a4d66af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (7c04b59c-255d-4bcb-9754-c6d944dbea62), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.489391 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfe397-3dd6-47f2-a25d-0f282a4d66af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c04b59c-255d-4bcb-9754-c6d944dbea62,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:46.495441 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-cccfe397-3dd6-47f2-a25d-0f282a4d66af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ca1c9ad56fa489480bb974d8b510e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007908 Apr 06 13:52:46.496697 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54506) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:46.566659 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f334377c-f89d-4eae-a3ef-5721fe0cb21d admin admin] Publish callbacks [] for security_group (7c04b59c-255d-4bcb-9754-c6d944dbea62), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.599677 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f334377c-f89d-4eae-a3ef-5721fe0cb21d admin admin] Publish callbacks [] for security_group (7c04b59c-255d-4bcb-9754-c6d944dbea62), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.673307 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f334377c-f89d-4eae-a3ef-5721fe0cb21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (7c04b59c-255d-4bcb-9754-c6d944dbea62), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.676606 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f334377c-f89d-4eae-a3ef-5721fe0cb21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:46.678470 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-f334377c-f89d-4eae-a3ef-5721fe0cb21d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c04b59c-255d-4bcb-9754-c6d944dbea62 HTTP/1.1" status: 204 len: 168 time: 0.1803532 Apr 06 13:52:46.689623 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334377c-f89d-4eae-a3ef-5721fe0cb21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c04b59c-255d-4bcb-9754-c6d944dbea62,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:46.829278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54520) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:46.983625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383908381-network', 'tenant_id': '247df9d6557641c8b00e05fd662e8ff8'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:47.004763 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Made reservation on behalf of 247df9d6557641c8b00e05fd662e8ff8 for: {'network': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:47.007178 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.017107 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.132168 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks [] for security_group (1fc35e28-b9b6-45ea-bfde-1ea5815e29ce), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.138348 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (1fc35e28-b9b6-45ea-bfde-1ea5815e29ce), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.168401 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:52:47.178741 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:47.185028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (d9eb3526-d122-4e7d-b42c-35706b8c77f6), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.185598 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.segments_db [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Added segment d9eb3526-d122-4e7d-b42c-35706b8c77f6 of type vlan for network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea Apr 06 13:52:47.256080 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (914866ee-4cb6-4bf5-86fb-08dfc93b07ea), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.287380 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (914866ee-4cb6-4bf5-86fb-08dfc93b07ea), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.288491 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:47.289358 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.292768 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2f76d-272f-468a-896e-b1b1b2c81d8c req-6a9d5b3a-f27e-4823-ba2b-86fe298e5a81 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:47.295163 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aed2f76d-272f-468a-896e-b1b1b2c81d8c req-6a9d5b3a-f27e-4823-ba2b-86fe298e5a81 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0602329 Apr 06 13:52:47.347342 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aed2f76d-272f-468a-896e-b1b1b2c81d8c req-20b11de3-9cad-4bfc-93bf-aa5bb4af1ab9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Apr 06 13:52:47.350962 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5202565 Apr 06 13:52:47.353863 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54548) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:47.357712 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7887b6-3d53-481a-b7e1-9d41cf5cda22 admin admin] Pushing event updated for resources: {'Network': ['ID=914866ee-4cb6-4bf5-86fb-08dfc93b07ea,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:47.362531 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Request body: {'subnet': {'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383908381-subnet', 'tenant_id': '247df9d6557641c8b00e05fd662e8ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:47.377952 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:52:47.387423 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Made reservation on behalf of 247df9d6557641c8b00e05fd662e8ff8 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:47.390204 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58568970'] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.577454 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63083236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58568980'] for subnet (0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.631264 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:47.648210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Checking segment: {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:47.648554 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Network hostable DHCP agents. Network: 914866ee-4cb6-4bf5-86fb-08dfc93b07ea, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:52:47.666161 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:52:47.677646 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 914866ee-4cb6-4bf5-86fb-08dfc93b07ea) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:47.685317 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:47.687256 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.688647 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d681f26-61bb-459c-82e2-6fdc0f6efcbe None None] Network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:47.707824 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-4529dd0f-0da4-4d19-9d8c-6bd255645c1b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3527956 Apr 06 13:52:47.807778 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba44593-5008-4407-bba8-3f676b74dd0a None None] Network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:48.476843 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411438c-a70a-485a-914b-5ae4289cc437 req-9fa414a0-1ae6-4fac-acdf-ee35ebb48fe8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.478278 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3411438c-a70a-485a-914b-5ae4289cc437 req-9fa414a0-1ae6-4fac-acdf-ee35ebb48fe8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0595560 Apr 06 13:52:48.532051 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3411438c-a70a-485a-914b-5ae4289cc437 req-a1cebe32-d004-4db8-946b-38c7be2da049 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Apr 06 13:52:49.599601 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-6d393f2a-973b-4770-826a-3a72cd57f01f tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.601172 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-6d393f2a-973b-4770-826a-3a72cd57f01f tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/networks?id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 200 len: 809 time: 0.1218820 Apr 06 13:52:49.616104 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-dd4b4721-4ca6-4d9c-a2c7-0bb25c9f9fee tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/quotas/247df9d6557641c8b00e05fd662e8ff8 HTTP/1.1" status: 200 len: 375 time: 0.0096548 Apr 06 13:52:49.649490 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-f970490c-cdde-4f56-8379-a6043ea14c66 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=247df9d6557641c8b00e05fd662e8ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280640 Apr 06 13:52:49.688988 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74500701-879e-41d9-9c76-f61ea96f330b req-1dd1a65e-84cd-4a61-9022-f7549cfc6bb5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.690506 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-74500701-879e-41d9-9c76-f61ea96f330b req-1dd1a65e-84cd-4a61-9022-f7549cfc6bb5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0567672 Apr 06 13:52:49.743294 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-74500701-879e-41d9-9c76-f61ea96f330b req-f9b7a49e-5e97-4477-8897-73ad56f6d111 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Apr 06 13:52:49.745249 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-03924243-07e2-4135-85a7-d104a875eb0b service neutron] 10.222.0.24 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889211 Apr 06 13:52:49.855867 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-22728caa-5e80-4c83-bb8a-4f8c750578de service neutron] 10.222.0.24 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044192 Apr 06 13:52:50.034288 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ebbfe3ce-63ab-4fc0-8909-5637d27695b9 req-ac80770c-290b-4d34-b7dc-d6e127f377e7 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 210 time: 0.0337152 Apr 06 13:52:50.876057 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f91fc6-4122-40fd-af0a-e5d9ed0d1c8e req-50804836-1c05-41b9-9c29-10d798246acc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:50.877807 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-29f91fc6-4122-40fd-af0a-e5d9ed0d1c8e req-50804836-1c05-41b9-9c29-10d798246acc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0569754 Apr 06 13:52:50.933237 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-29f91fc6-4122-40fd-af0a-e5d9ed0d1c8e req-b233289b-9778-4256-8cdc-1354c65220a1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Apr 06 13:52:51.135752 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-99e34b9f-b9f2-4b7d-9458-bd3f4adaa7d6 req-b35a8550-7845-43e3-a1bf-b0ddc306f079 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Apr 06 13:52:52.068327 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd75b4a-ab37-4a1b-9458-336cd699a6da req-c1ea8ba2-abe9-4105-948a-a0a2be08492c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:52.069821 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9dd75b4a-ab37-4a1b-9458-336cd699a6da req-c1ea8ba2-abe9-4105-948a-a0a2be08492c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0574179 Apr 06 13:52:52.118178 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9dd75b4a-ab37-4a1b-9458-336cd699a6da req-53ed1b1d-8928-477d-ab63-5ef6b871eb2a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Apr 06 13:52:52.240579 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c3eb49c0-a535-4f0b-b811-af7460936d29 req-d40169f2-b781-492a-9205-0024d77550c4 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 210 time: 0.0339890 Apr 06 13:52:53.244041 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec644d-6459-474f-93f9-1d4b99190837 req-491cab17-8dd4-437f-b976-b62d5a4e2689 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:53.245422 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f4ec644d-6459-474f-93f9-1d4b99190837 req-491cab17-8dd4-437f-b976-b62d5a4e2689 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0541024 Apr 06 13:52:53.299772 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f4ec644d-6459-474f-93f9-1d4b99190837 req-02614f2b-9edc-4102-8dab-cb52162039a2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Apr 06 13:52:53.342388 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e6ee7dae-1636-47b9-a9eb-ef9f4f24b6c4 req-3927cda4-4711-4b14-8cce-b1a6bd138b52 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Apr 06 13:52:54.433761 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c82be-f440-4709-9a6a-413a3b7dbda2 req-cbc9d95b-5137-4b54-95b5-969cf0873301 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.436020 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e30c82be-f440-4709-9a6a-413a3b7dbda2 req-cbc9d95b-5137-4b54-95b5-969cf0873301 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0664046 Apr 06 13:52:54.447770 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-942a30e2-d235-4f65-a016-82836c8a605a req-92fd5962-58eb-47ab-b7ee-5879232fe1f4 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 210 time: 0.0283964 Apr 06 13:52:54.490315 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e30c82be-f440-4709-9a6a-413a3b7dbda2 req-5c2d6d4f-0b02-49ac-ae00-0b42de18c5ce tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Apr 06 13:52:54.761284 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-436232bb-0ed9-47ff-9b6e-6f4381413f42 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.763623 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-436232bb-0ed9-47ff-9b6e-6f4381413f42 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "GET /v2.0/networks?id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 200 len: 809 time: 0.1241860 Apr 06 13:52:54.779324 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Request body: {'port': {'device_id': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea', 'admin_state_up': True, 'tenant_id': '247df9d6557641c8b00e05fd662e8ff8'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:54.892524 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Made reservation on behalf of 247df9d6557641c8b00e05fd662e8ff8 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:54.896341 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.037806 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Allocated IP 172.20.0.12 (914866ee-4cb6-4bf5-86fb-08dfc93b07ea/0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885/cafb87fe-28ee-41a7-8a8c-63e33b7428ef) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:55.232023 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks [] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.280021 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.323909 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:55.327384 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:55.330688 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:55.368572 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Pushing event updated for resources: {'Port': ['ID=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:55.401386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.402222 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.420118 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-3f90fa58-92cb-424e-94fa-89aac849147b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6450348 Apr 06 13:52:55.433394 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Request body: {'port': {'device_id': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:55.491068 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5a233a4e-f880-4bfd-9dc7-83038246e843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.565441 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.643461 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae33850-10a0-444c-9a8c-c848137f5e2e req-d7d29ca4-1458-4680-889d-40ab160bdd52 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.651633 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2ae33850-10a0-444c-9a8c-c848137f5e2e req-d7d29ca4-1458-4680-889d-40ab160bdd52 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0726669 Apr 06 13:52:55.715519 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2ae33850-10a0-444c-9a8c-c848137f5e2e req-8593b9e4-0982-4833-bc1c-00ec51be8076 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624740 Apr 06 13:52:55.790043 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7da972-a132-4506-a1dd-b4c055041978 req-37aef890-e615-4454-9a55-5f2a3b229b13 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.791644 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0d7da972-a132-4506-a1dd-b4c055041978 req-37aef890-e615-4454-9a55-5f2a3b229b13 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 932 time: 0.2225409 Apr 06 13:52:55.851555 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54770) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:55.923861 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0d7da972-a132-4506-a1dd-b4c055041978 req-1322c135-4683-4887-bf27-1f7b1b47b5d7 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221037 Apr 06 13:52:55.977894 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54778) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:56.049984 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafb87fe-28ee-41a7-8a8c-63e33b7428ef {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:56.066014 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Publish callbacks [] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.076853 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7604e35c-d3a2-435a-a8e0-0c4f062baa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.083569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Transition to ACTIVE for port object cafb87fe-28ee-41a7-8a8c-63e33b7428ef will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:52:56.097052 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.179136 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-87ac47c4-0318-44d3-9b8d-c9f4c599b5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.244695 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7604e35c-d3a2-435a-a8e0-0c4f062baa05 admin admin] Publish callbacks [] for security_group (32651e05-f91e-4aca-8c8a-c93d8dd45013), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.246447 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Pushing event updated for resources: {'Port': ['ID=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:56.258830 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7604e35c-d3a2-435a-a8e0-0c4f062baa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (32651e05-f91e-4aca-8c8a-c93d8dd45013), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.292236 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604e35c-d3a2-435a-a8e0-0c4f062baa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32651e05-f91e-4aca-8c8a-c93d8dd45013,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:56.315316 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Attempting to bind port cafb87fe-28ee-41a7-8a8c-63e33b7428ef on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:56.315517 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Attempting to bind port cafb87fe-28ee-41a7-8a8c-63e33b7428ef by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:56.315883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Attempting to bind port cafb87fe-28ee-41a7-8a8c-63e33b7428ef on network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:56.321568 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Port cafb87fe-28ee-41a7-8a8c-63e33b7428ef on network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:52:56.322035 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Attempting to bind port cafb87fe-28ee-41a7-8a8c-63e33b7428ef on network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:56.328330 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:56.328688 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Checking segment: {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:56.329189 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Bound using segment: {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:56.329522 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7604e35c-d3a2-435a-a8e0-0c4f062baa05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51e844ba36cd45b48d3f4a8d5a4b0546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768045 Apr 06 13:52:56.329666 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Bound port: cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:56.329964 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.333005 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54794) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:56.370406 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-87ac47c4-0318-44d3-9b8d-c9f4c599b5c2 admin admin] Publish callbacks [] for security_group (37942b39-797b-45e6-9f85-d87ea30a0065), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.376957 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-87ac47c4-0318-44d3-9b8d-c9f4c599b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (37942b39-797b-45e6-9f85-d87ea30a0065), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.424203 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-87ac47c4-0318-44d3-9b8d-c9f4c599b5c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=707fed7f6b0246849436a94a788c4fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425905 Apr 06 13:52:56.424203 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac47c4-0318-44d3-9b8d-c9f4c599b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37942b39-797b-45e6-9f85-d87ea30a0065,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:56.425452 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54800) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:56.517463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-93eefaff-35bf-466e-8c80-07105f10bcfc admin admin] Publish callbacks [] for security_group (37942b39-797b-45e6-9f85-d87ea30a0065), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.551118 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-93eefaff-35bf-466e-8c80-07105f10bcfc admin admin] Publish callbacks [] for security_group (37942b39-797b-45e6-9f85-d87ea30a0065), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.632520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-93eefaff-35bf-466e-8c80-07105f10bcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (37942b39-797b-45e6-9f85-d87ea30a0065), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.636463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-93eefaff-35bf-466e-8c80-07105f10bcfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.642472 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-93eefaff-35bf-466e-8c80-07105f10bcfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37942b39-797b-45e6-9f85-d87ea30a0065 HTTP/1.1" status: 204 len: 168 time: 0.2027028 Apr 06 13:52:56.650427 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eefaff-35bf-466e-8c80-07105f10bcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37942b39-797b-45e6-9f85-d87ea30a0065,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:56.700195 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] For port cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:56.702356 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe667-73ee-4cac-a1aa-8ec529568943 admin admin] Publish callbacks [] for security_group (32651e05-f91e-4aca-8c8a-c93d8dd45013), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.720234 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] For port cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:56.731793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.743805 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe667-73ee-4cac-a1aa-8ec529568943 admin admin] Publish callbacks [] for security_group (32651e05-f91e-4aca-8c8a-c93d8dd45013), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.777183 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:56.777959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.779359 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] 10.222.0.15 "PUT /v2.0/ports/cafb87fe-28ee-41a7-8a8c-63e33b7428ef HTTP/1.1" status: 200 len: 1094 time: 1.3515592 Apr 06 13:52:56.783444 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'tag': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:56.786430 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3f894c-ead6-4b3e-a047-f32b81103ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "404eef86-bbfa-4c7c-acb4-2d6d23a9ed01", "tag": "cafb87fe-28ee-41a7-8a8c-63e33b7428ef"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:56.841428 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e224ac4-b6cd-4cb8-9a7c-6cebdc00c034 x-openstack-request-id: req-7e224ac4-b6cd-4cb8-9a7c-6cebdc00c034 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:56.841712 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404eef86-bbfa-4c7c-acb4-2d6d23a9ed01", "tag": "cafb87fe-28ee-41a7-8a8c-63e33b7428ef", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:56.841957 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e224ac4-b6cd-4cb8-9a7c-6cebdc00c034 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:56.842338 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e224ac4-b6cd-4cb8-9a7c-6cebdc00c034'] response: {'name': 'network-changed', 'server_uuid': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'tag': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef', 'status': 'completed', 'code': 200} Apr 06 13:52:56.875503 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42231d-0432-4fe1-83e9-ae4f650b120f service neutron] Pushing event updated for resources: {'Port': ['ID=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:56.926315 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe667-73ee-4cac-a1aa-8ec529568943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (32651e05-f91e-4aca-8c8a-c93d8dd45013), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.929191 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c6fe667-73ee-4cac-a1aa-8ec529568943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:56.930456 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0c6fe667-73ee-4cac-a1aa-8ec529568943 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32651e05-f91e-4aca-8c8a-c93d8dd45013 HTTP/1.1" status: 204 len: 168 time: 0.5965168 Apr 06 13:52:56.940293 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947606-c2b2-41bf-96e7-88c76d49a6a5 req-ededa550-bd36-4f7f-b31d-1af3d757f0bb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:56.941793 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-21947606-c2b2-41bf-96e7-88c76d49a6a5 req-ededa550-bd36-4f7f-b31d-1af3d757f0bb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1279438 Apr 06 13:52:56.946322 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-2b685830-8462-4d72-ae27-f9678721c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:56.947882 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-2b685830-8462-4d72-ae27-f9678721c493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=247df9d6557641c8b00e05fd662e8ff8&device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 1128 time: 0.1084337 Apr 06 13:52:56.955268 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fe667-73ee-4cac-a1aa-8ec529568943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32651e05-f91e-4aca-8c8a-c93d8dd45013,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:57.007352 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-c299e642-8a2b-4d55-8f12-267f6b48abb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef HTTP/1.1" status: 200 len: 217 time: 0.0443408 Apr 06 13:52:57.033327 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54818) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:57.068938 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a20d6d-627d-4dd8-9d89-4849bca81fe2 req-fb96f296-243b-4669-9323-11056d1eb97c tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.070560 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b4a20d6d-627d-4dd8-9d89-4849bca81fe2 req-fb96f296-243b-4669-9323-11056d1eb97c tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 944 time: 0.0632176 Apr 06 13:52:57.080609 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ecdca010-c7b7-4be6-86d9-8eb7e37eaf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.088659 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-21947606-c2b2-41bf-96e7-88c76d49a6a5 req-528f93ce-a64c-4dff-bab4-1057678aae33 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354005 Apr 06 13:52:57.117254 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-d349136e-fcfc-4e84-a740-10fea72caead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.118842 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-d349136e-fcfc-4e84-a740-10fea72caead service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885 HTTP/1.1" status: 200 len: 849 time: 0.1003308 Apr 06 13:52:57.144169 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b4a20d6d-627d-4dd8-9d89-4849bca81fe2 req-95469f2a-11f5-4e87-b3ee-87b932631c05 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652039 Apr 06 13:52:57.166202 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-dec8a257-d0cc-4a49-a216-2a7ed0818bab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363901 Apr 06 13:52:57.283236 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ecdca010-c7b7-4be6-86d9-8eb7e37eaf1f admin admin] Publish callbacks [] for security_group (dca3c8c6-2b7b-4594-9cdc-47554cc5aa54), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.293387 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ecdca010-c7b7-4be6-86d9-8eb7e37eaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (dca3c8c6-2b7b-4594-9cdc-47554cc5aa54), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.315738 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-c2e1bc2b-064d-4dc8-ae7d-33107d4ef9ef service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429083 Apr 06 13:52:57.355638 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdca010-c7b7-4be6-86d9-8eb7e37eaf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca3c8c6-2b7b-4594-9cdc-47554cc5aa54,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:57.384372 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-ecdca010-c7b7-4be6-86d9-8eb7e37eaf1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fe95e9d4a5f4ac3b9354001d0052fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456569 Apr 06 13:52:57.387012 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54830) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:57.468130 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6ed7d640-f866-4b5e-8fbb-c7e06af7fb28 req-e54507ca-55e2-4c45-84a0-055c8d588a6f service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359947 Apr 06 13:52:57.471070 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f108e5a5-6ad3-4ae7-81c1-759c99019159 admin admin] Publish callbacks [] for security_group (dca3c8c6-2b7b-4594-9cdc-47554cc5aa54), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.501131 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f108e5a5-6ad3-4ae7-81c1-759c99019159 admin admin] Publish callbacks [] for security_group (dca3c8c6-2b7b-4594-9cdc-47554cc5aa54), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.561068 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f108e5a5-6ad3-4ae7-81c1-759c99019159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (dca3c8c6-2b7b-4594-9cdc-47554cc5aa54), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.563966 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f108e5a5-6ad3-4ae7-81c1-759c99019159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.565245 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-f108e5a5-6ad3-4ae7-81c1-759c99019159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dca3c8c6-2b7b-4594-9cdc-47554cc5aa54 HTTP/1.1" status: 204 len: 168 time: 0.1772468 Apr 06 13:52:57.573946 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e5a5-6ad3-4ae7-81c1-759c99019159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca3c8c6-2b7b-4594-9cdc-47554cc5aa54,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:58.065474 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54872) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:58.105913 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6e95-a08d-49f2-9c6c-cff37af844d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.121458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5b2b7e92-3e2c-4241-a7f7-a8e95d50155c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.190681 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54880) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:58.350447 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca063af-b404-4124-9fab-f3721927a8bf req-0cdefaa7-067a-42fb-9532-b1efddaec7cb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:58.353765 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8ca063af-b404-4124-9fab-f3721927a8bf req-0cdefaa7-067a-42fb-9532-b1efddaec7cb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1187425 Apr 06 13:52:58.367721 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e7927-3e49-4cc0-b546-797b8212c7f4 req-230de946-7f46-4f03-b9bc-b32a59946fa2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:58.375915 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-af7e7927-3e49-4cc0-b546-797b8212c7f4 req-230de946-7f46-4f03-b9bc-b32a59946fa2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 944 time: 0.1248131 Apr 06 13:52:58.403687 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6e95-a08d-49f2-9c6c-cff37af844d7 admin admin] Publish callbacks [] for security_group (97a5f393-eeb2-4945-8f8d-064adc95fe4c), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.443378 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8ca063af-b404-4124-9fab-f3721927a8bf req-6ad6a607-2085-442e-8d00-29a86510d9e0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827627 Apr 06 13:52:58.454589 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-af7e7927-3e49-4cc0-b546-797b8212c7f4 req-fc7abcbd-65d5-4195-be8b-23d428b73316 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734675 Apr 06 13:52:58.456095 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6e95-a08d-49f2-9c6c-cff37af844d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (97a5f393-eeb2-4945-8f8d-064adc95fe4c), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.479361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02ad9717-c4d2-4366-8495-f19c182c58b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.496708 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5bbe6e95-a08d-49f2-9c6c-cff37af844d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0175792d370e47198a324631a55d8df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293935 Apr 06 13:52:58.500461 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54892) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:58.517321 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe6e95-a08d-49f2-9c6c-cff37af844d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a5f393-eeb2-4945-8f8d-064adc95fe4c,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:58.564208 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f45f-65bf-442c-9e59-b37bbf519f05 admin admin] Publish callbacks [] for security_group (97a5f393-eeb2-4945-8f8d-064adc95fe4c), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.591041 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f45f-65bf-442c-9e59-b37bbf519f05 admin admin] Publish callbacks [] for security_group (97a5f393-eeb2-4945-8f8d-064adc95fe4c), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.612443 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02ad9717-c4d2-4366-8495-f19c182c58b4 admin admin] Publish callbacks [] for security_group (027a8b20-51fd-4f72-adeb-057e4cfc695f), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.617865 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-02ad9717-c4d2-4366-8495-f19c182c58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (027a8b20-51fd-4f72-adeb-057e4cfc695f), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.659729 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-02ad9717-c4d2-4366-8495-f19c182c58b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da1617e5963d49c3888c9eb58bbbbe33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671466 Apr 06 13:52:58.665076 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54894) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:58.680717 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f45f-65bf-442c-9e59-b37bbf519f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (97a5f393-eeb2-4945-8f8d-064adc95fe4c), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.684406 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f45f-65bf-442c-9e59-b37bbf519f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.688188 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e9d0f45f-65bf-442c-9e59-b37bbf519f05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97a5f393-eeb2-4945-8f8d-064adc95fe4c HTTP/1.1" status: 204 len: 168 time: 0.1843791 Apr 06 13:52:58.698175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad9717-c4d2-4366-8495-f19c182c58b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a8b20-51fd-4f72-adeb-057e4cfc695f,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:58.716401 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0f45f-65bf-442c-9e59-b37bbf519f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a5f393-eeb2-4945-8f8d-064adc95fe4c,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:58.724842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72877e40-3925-4a66-8dc2-cffa100719be admin admin] Publish callbacks [] for security_group (027a8b20-51fd-4f72-adeb-057e4cfc695f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.749828 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72877e40-3925-4a66-8dc2-cffa100719be admin admin] Publish callbacks [] for security_group (027a8b20-51fd-4f72-adeb-057e4cfc695f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.806812 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72877e40-3925-4a66-8dc2-cffa100719be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (027a8b20-51fd-4f72-adeb-057e4cfc695f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.810315 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-72877e40-3925-4a66-8dc2-cffa100719be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.811553 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-72877e40-3925-4a66-8dc2-cffa100719be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/027a8b20-51fd-4f72-adeb-057e4cfc695f HTTP/1.1" status: 204 len: 168 time: 0.1440332 Apr 06 13:52:58.825166 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72877e40-3925-4a66-8dc2-cffa100719be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a8b20-51fd-4f72-adeb-057e4cfc695f,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:59.160889 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:59.620009 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957d5b-38f5-4e53-94a8-d50b1766a172 req-11d6c4bc-c2d5-40f7-9402-51237cb27803 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.621758 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-65957d5b-38f5-4e53-94a8-d50b1766a172 req-11d6c4bc-c2d5-40f7-9402-51237cb27803 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 944 time: 0.0596673 Apr 06 13:52:59.684946 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-65957d5b-38f5-4e53-94a8-d50b1766a172 req-25c5767e-1ad4-4b22-9314-2359d2e9b1a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Apr 06 13:52:59.704958 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee67b-1f92-4e3d-beec-80f0d28ff833 req-a6979420-e322-4117-b748-baba6f7e4231 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.707339 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ad3ee67b-1f92-4e3d-beec-80f0d28ff833 req-a6979420-e322-4117-b748-baba6f7e4231 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1094036 Apr 06 13:52:59.764552 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ad3ee67b-1f92-4e3d-beec-80f0d28ff833 req-e7b5ff4f-c852-401a-901e-62b6e8a274ba tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Apr 06 13:52:59.818359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 54950) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:00.084585 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627329877-network', 'tenant_id': '176df6c941ba4ab9a9871cacc54eed8e'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:00.107950 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Made reservation on behalf of 176df6c941ba4ab9a9871cacc54eed8e for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:00.110751 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.120851 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.239187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks [] for security_group (4667af8d-030b-4a91-992a-93010fbc2e1b), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.244635 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4667af8d-030b-4a91-992a-93010fbc2e1b), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.270628 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:53:00.286799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4667af8d-030b-4a91-992a-93010fbc2e1b,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:00.290171 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (a844fcd7-65f9-4f13-a44a-ca5609ba2a56), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.290520 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Added segment a844fcd7-65f9-4f13-a44a-ca5609ba2a56 of type vlan for network 172d8556-338d-434b-9ac2-003d748ace55 Apr 06 13:53:00.334398 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (172d8556-338d-434b-9ac2-003d748ace55), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.364675 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (172d8556-338d-434b-9ac2-003d748ace55), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.365729 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:00.366319 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.416679 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.422562 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6029351 Apr 06 13:53:00.426689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 54970) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:00.433807 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Request body: {'subnet': {'network_id': '172d8556-338d-434b-9ac2-003d748ace55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627329877-subnet', 'tenant_id': '176df6c941ba4ab9a9871cacc54eed8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:00.434254 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed5e01-1ecb-44ae-8e66-fd0dcecf3d32 admin admin] Pushing event updated for resources: {'Network': ['ID=172d8556-338d-434b-9ac2-003d748ace55,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:00.445694 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 172d8556-338d-434b-9ac2-003d748ace55 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:53:00.460768 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Made reservation on behalf of 176df6c941ba4ab9a9871cacc54eed8e for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:00.463470 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58595122'] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.641439 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58634813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58595116'] for subnet (4baf217f-58b6-434a-97eb-3f9a0e466525), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.699522 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4baf217f-58b6-434a-97eb-3f9a0e466525,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:00.705912 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Checking segment: {'id': 'a844fcd7-65f9-4f13-a44a-ca5609ba2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '172d8556-338d-434b-9ac2-003d748ace55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:00.706968 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Network hostable DHCP agents. Network: 172d8556-338d-434b-9ac2-003d748ace55, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:53:00.728129 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Network 172d8556-338d-434b-9ac2-003d748ace55 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:53:00.740429 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 172d8556-338d-434b-9ac2-003d748ace55) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:00.745906 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:00.747075 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:00.750329 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dd582-2d36-42bc-8bf9-b19cef30d77b None None] Network 172d8556-338d-434b-9ac2-003d748ace55 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:00.768582 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b8027b52-cb37-48b7-a29c-caf476a97ee8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3406050 Apr 06 13:53:00.840393 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab86115-2b60-42c0-809f-edeb1c8b1ea7 req-bfc2899f-dfac-465e-a7c9-65d0d12c714f tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:00.843360 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bab86115-2b60-42c0-809f-edeb1c8b1ea7 req-bfc2899f-dfac-465e-a7c9-65d0d12c714f tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 944 time: 0.0785418 Apr 06 13:53:00.925309 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bab86115-2b60-42c0-809f-edeb1c8b1ea7 req-42a9e2e9-2672-41f6-8db2-7dbd1368bd86 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753591 Apr 06 13:53:00.955703 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f08c0-1fc8-4706-afbd-ac8e62cbd915 req-6536ea49-a767-46f1-9583-87eebe1126bc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:00.958654 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef7f08c0-1fc8-4706-afbd-ac8e62cbd915 req-6536ea49-a767-46f1-9583-87eebe1126bc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0822051 Apr 06 13:53:00.968787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8405293-f800-46cd-92ad-30e435d1c0cd None None] Network 172d8556-338d-434b-9ac2-003d748ace55 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:01.062522 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef7f08c0-1fc8-4706-afbd-ac8e62cbd915 req-242bec36-e984-444c-8a1a-7aac69ca4fd1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967417 Apr 06 13:53:01.086391 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-eebf0239-7c38-4584-b8f7-4afcadf466d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:01.088198 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-eebf0239-7c38-4584-b8f7-4afcadf466d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=247df9d6557641c8b00e05fd662e8ff8&device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 1128 time: 0.0781751 Apr 06 13:53:01.199172 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-ce208efe-4e93-4f14-b642-3855bb7114ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:01.200738 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-ce208efe-4e93-4f14-b642-3855bb7114ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 200 len: 910 time: 0.1028223 Apr 06 13:53:01.242684 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-d0b2a52c-0a3c-43f4-b02d-90c388f6a7c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef HTTP/1.1" status: 200 len: 217 time: 0.0349457 Apr 06 13:53:01.296730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-7f311f79-b710-4dfb-bf21-1017cfd50eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:01.298668 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-7f311f79-b710-4dfb-bf21-1017cfd50eef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885 HTTP/1.1" status: 200 len: 849 time: 0.0479293 Apr 06 13:53:01.340908 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-2ec37bee-35cb-4e08-821c-64c7ecdae00b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352669 Apr 06 13:53:01.464371 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-621382a1-7409-4a5e-905b-2f2e0ab62665 service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133995 Apr 06 13:53:01.566562 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55020) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:01.571409 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-962940545-network', 'tenant_id': '7d829c3e2f5d42a1bafd6a43c9a4bfe8'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:01.576461 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c3f894c-ead6-4b3e-a047-f32b81103ef6 req-eb9bf53b-f7b3-4866-bc79-6d5d2b1d646f service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003122 Apr 06 13:53:01.591881 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Made reservation on behalf of 7d829c3e2f5d42a1bafd6a43c9a4bfe8 for: {'network': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:01.594557 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.604087 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.683514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks [] for security_group (02067f00-0396-4272-961e-b739cc7b0612), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.688869 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (02067f00-0396-4272-961e-b739cc7b0612), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.709592 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:53:01.725350 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02067f00-0396-4272-961e-b739cc7b0612,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:01.728362 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (c44385ba-d81f-4d02-b714-0c99ccae9977), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.728890 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.segments_db [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Added segment c44385ba-d81f-4d02-b714-0c99ccae9977 of type vlan for network 0653baa2-237c-4550-a686-bc241aa3cb40 Apr 06 13:53:01.773449 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (0653baa2-237c-4550-a686-bc241aa3cb40), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.803473 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (0653baa2-237c-4550-a686-bc241aa3cb40), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.804434 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:01.805011 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:01.858711 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2910419 Apr 06 13:53:01.861791 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55026) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:01.867410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Request body: {'subnet': {'network_id': '0653baa2-237c-4550-a686-bc241aa3cb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-962940545-subnet', 'tenant_id': '7d829c3e2f5d42a1bafd6a43c9a4bfe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:01.871277 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd44e0-d2cc-4b12-bfb4-84f95a993011 admin admin] Pushing event updated for resources: {'Network': ['ID=0653baa2-237c-4550-a686-bc241aa3cb40,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:01.884195 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 0653baa2-237c-4550-a686-bc241aa3cb40 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:53:01.891651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Made reservation on behalf of 7d829c3e2f5d42a1bafd6a43c9a4bfe8 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:01.894235 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58568970'] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.124231 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device cafb87fe-28ee-41a7-8a8c-63e33b7428ef details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:53:02.154236 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63083236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58568980'] for subnet (70a59d25-9cee-4ce2-bf9d-758f110f5031), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.195185 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db986c3e-0537-47d0-a437-f4bfe5916767 req-74fc9cbf-cb0e-4ce9-b35f-dcbbec738a51 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:02.196730 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-db986c3e-0537-47d0-a437-f4bfe5916767 req-74fc9cbf-cb0e-4ce9-b35f-dcbbec738a51 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 944 time: 0.1431193 Apr 06 13:53:02.223280 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63728e-1aa0-41c1-be04-1cca112f8759 req-4ea10680-a545-4bc1-bf89-0bd3007e3517 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:02.224999 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0d63728e-1aa0-41c1-be04-1cca112f8759 req-4ea10680-a545-4bc1-bf89-0bd3007e3517 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0683110 Apr 06 13:53:02.235864 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a59d25-9cee-4ce2-bf9d-758f110f5031,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:02.256695 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:02.267695 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Checking segment: {'id': 'c44385ba-d81f-4d02-b714-0c99ccae9977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0653baa2-237c-4550-a686-bc241aa3cb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:02.268526 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Network hostable DHCP agents. Network: 0653baa2-237c-4550-a686-bc241aa3cb40, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:53:02.271834 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef', 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea', 'port_id': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef', 'mac_address': 'fa:16:3e:0f:52:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:53:02.282056 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0d63728e-1aa0-41c1-be04-1cca112f8759 req-071fb591-9099-4ea7-bee7-32164297e3f9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500264 Apr 06 13:53:02.285957 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-db986c3e-0537-47d0-a437-f4bfe5916767 req-792d27a9-106d-4831-81ce-8eabcf99f969 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761073 Apr 06 13:53:02.299936 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Network 0653baa2-237c-4550-a686-bc241aa3cb40 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:53:02.311477 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 0653baa2-237c-4550-a686-bc241aa3cb40) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:02.316844 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:02.317657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.323007 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20451b3f-9563-4c77-807b-4b201296e448 None None] Network 0653baa2-237c-4550-a686-bc241aa3cb40 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:02.334148 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2294cd66-328a-43eb-9620-5b588dd56a54 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4710717 Apr 06 13:53:02.361280 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port cafb87fe-28ee-41a7-8a8c-63e33b7428ef is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:02.361566 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.386862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafb87fe-28ee-41a7-8a8c-63e33b7428ef {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:02.415703 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:02.423436 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.457199 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55044) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:02.498493 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7826856-4ec4-49f6-8a3a-88c795f9b9f4 None None] Network 0653baa2-237c-4550-a686-bc241aa3cb40 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:02.547253 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Deleting subnet 4baf217f-58b6-434a-97eb-3f9a0e466525 {{(pid=109800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:53:02.547253 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Publish callbacks [] for subnet (4baf217f-58b6-434a-97eb-3f9a0e466525), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.559156 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.562900 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:02.586946 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63405174'] for subnet (4baf217f-58b6-434a-97eb-3f9a0e466525), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.627572 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (4baf217f-58b6-434a-97eb-3f9a0e466525), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.682565 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63082531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58569069'] for subnet (4baf217f-58b6-434a-97eb-3f9a0e466525), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.707499 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4baf217f-58b6-434a-97eb-3f9a0e466525,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:02.715770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.719067 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-c03842ff-c43f-4600-8605-32c0918ee02a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4baf217f-58b6-434a-97eb-3f9a0e466525 HTTP/1.1" status: 204 len: 168 time: 0.2602239 Apr 06 13:53:02.721479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55054) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:02.794442 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (172d8556-338d-434b-9ac2-003d748ace55), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.877847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (172d8556-338d-434b-9ac2-003d748ace55), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.900606 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172d8556-338d-434b-9ac2-003d748ace55']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:02.914479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a844fcd7-65f9-4f13-a44a-ca5609ba2a56') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:02.914805 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a844fcd7-65f9-4f13-a44a-ca5609ba2a56') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:02.928225 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (a844fcd7-65f9-4f13-a44a-ca5609ba2a56), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.941480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (a844fcd7-65f9-4f13-a44a-ca5609ba2a56), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.948113 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:53:02.948524 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (a844fcd7-65f9-4f13-a44a-ca5609ba2a56), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:53:02.950486 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:53:03.008108 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (172d8556-338d-434b-9ac2-003d748ace55), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.015651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.019690 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] 10.222.0.24 "DELETE /v2.0/networks/172d8556-338d-434b-9ac2-003d748ace55 HTTP/1.1" status: 204 len: 168 time: 0.2972107 Apr 06 13:53:03.024096 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55056) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:03.032011 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4b889-a135-4032-bbac-a78d279d796b admin admin] Pushing event deleted for resources: {'Network': ['ID=172d8556-338d-434b-9ac2-003d748ace55,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:03.072796 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Deleting subnet 70a59d25-9cee-4ce2-bf9d-758f110f5031 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:53:03.078567 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Publish callbacks [] for subnet (70a59d25-9cee-4ce2-bf9d-758f110f5031), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.118569 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (70a59d25-9cee-4ce2-bf9d-758f110f5031), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.160177 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (70a59d25-9cee-4ce2-bf9d-758f110f5031), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.220442 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (70a59d25-9cee-4ce2-bf9d-758f110f5031), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.246092 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a59d25-9cee-4ce2-bf9d-758f110f5031,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:03.249720 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.255227 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3303d9aa-1198-45d6-9723-480e70a2bde2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70a59d25-9cee-4ce2-bf9d-758f110f5031 HTTP/1.1" status: 204 len: 168 time: 0.2299471 Apr 06 13:53:03.255507 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55072) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:03.329268 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (0653baa2-237c-4550-a686-bc241aa3cb40), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.419736 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797280a-361a-4ba7-aef9-62a51f53fc16 req-e9e7eccd-15ad-454a-b487-c31722b921d3 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:03.421337 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2797280a-361a-4ba7-aef9-62a51f53fc16 req-e9e7eccd-15ad-454a-b487-c31722b921d3 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 945 time: 0.0601044 Apr 06 13:53:03.463794 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (0653baa2-237c-4550-a686-bc241aa3cb40), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.484373 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2797280a-361a-4ba7-aef9-62a51f53fc16 req-4c0a1ff1-1794-431d-89e6-eb4588e881d9 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Apr 06 13:53:03.489070 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0653baa2-237c-4550-a686-bc241aa3cb40']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:03.503097 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf045-3749-483e-ae7b-af950982ed72 req-870b067b-f435-4855-9bbb-714ea72cf8ad tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:03.504605 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7f9bf045-3749-483e-ae7b-af950982ed72 req-870b067b-f435-4855-9bbb-714ea72cf8ad tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1335750 Apr 06 13:53:03.508752 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44385ba-d81f-4d02-b714-0c99ccae9977') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:03.509228 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44385ba-d81f-4d02-b714-0c99ccae9977') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:03.526150 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (c44385ba-d81f-4d02-b714-0c99ccae9977), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.551934 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (c44385ba-d81f-4d02-b714-0c99ccae9977), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.565600 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:53:03.565990 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (c44385ba-d81f-4d02-b714-0c99ccae9977), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:53:03.567640 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:53:03.605857 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7f9bf045-3749-483e-ae7b-af950982ed72 req-881ad4cb-b90b-4a2a-bb39-27765765dba4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944517 Apr 06 13:53:03.629100 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (0653baa2-237c-4550-a686-bc241aa3cb40), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.636318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.640873 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0653baa2-237c-4550-a686-bc241aa3cb40 HTTP/1.1" status: 204 len: 168 time: 0.3843606 Apr 06 13:53:03.651631 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376303b-d053-4791-a870-58c4d76fc482 admin admin] Pushing event deleted for resources: {'Network': ['ID=0653baa2-237c-4550-a686-bc241aa3cb40,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:03.823573 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55094) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:03.871684 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-eeba652e-3c2a-4002-947d-078a0859fbd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=176df6c941ba4ab9a9871cacc54eed8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468333 Apr 06 13:53:03.874393 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55096) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:03.926193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0d92-7edf-4363-aff8-6ebd62508c79 admin admin] Publish callbacks [] for security_group (4667af8d-030b-4a91-992a-93010fbc2e1b), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:03.956803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0d92-7edf-4363-aff8-6ebd62508c79 admin admin] Publish callbacks [] for security_group (4667af8d-030b-4a91-992a-93010fbc2e1b), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.006892 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0d92-7edf-4363-aff8-6ebd62508c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4667af8d-030b-4a91-992a-93010fbc2e1b), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.011616 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0d92-7edf-4363-aff8-6ebd62508c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.013682 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d5cf0d92-7edf-4363-aff8-6ebd62508c79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4667af8d-030b-4a91-992a-93010fbc2e1b HTTP/1.1" status: 204 len: 168 time: 0.1380918 Apr 06 13:53:04.025206 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf0d92-7edf-4363-aff8-6ebd62508c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4667af8d-030b-4a91-992a-93010fbc2e1b,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:04.378324 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55104) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:04.424408 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-016e0bc1-77c0-42c7-8b66-5ea76314de69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d829c3e2f5d42a1bafd6a43c9a4bfe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446188 Apr 06 13:53:04.427021 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55106) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:04.478229 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4fb99b96-6a65-47ea-b829-d7f6501afc9b admin admin] Publish callbacks [] for security_group (02067f00-0396-4272-961e-b739cc7b0612), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.500550 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4fb99b96-6a65-47ea-b829-d7f6501afc9b admin admin] Publish callbacks [] for security_group (02067f00-0396-4272-961e-b739cc7b0612), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.561722 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4fb99b96-6a65-47ea-b829-d7f6501afc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (02067f00-0396-4272-961e-b739cc7b0612), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.566732 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4fb99b96-6a65-47ea-b829-d7f6501afc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.566732 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-4fb99b96-6a65-47ea-b829-d7f6501afc9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02067f00-0396-4272-961e-b739cc7b0612 HTTP/1.1" status: 204 len: 168 time: 0.1375234 Apr 06 13:53:04.575424 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb99b96-6a65-47ea-b829-d7f6501afc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02067f00-0396-4272-961e-b739cc7b0612,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:04.614775 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613fc96-af7a-4ce6-ad10-63a1b525e052 req-6b3aec9e-2b2b-434b-b8de-e0ff89291736 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:04.617483 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c613fc96-af7a-4ce6-ad10-63a1b525e052 req-6b3aec9e-2b2b-434b-b8de-e0ff89291736 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 945 time: 0.0616968 Apr 06 13:53:04.675335 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c613fc96-af7a-4ce6-ad10-63a1b525e052 req-65765a0c-cb93-4865-87f8-6ca63c80b50c tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Apr 06 13:53:04.734312 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41461e-e96b-47c3-9902-cff1e371f9b8 req-272a5272-5ac1-4647-a882-2bee7db776b5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:04.735892 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4d41461e-e96b-47c3-9902-cff1e371f9b8 req-272a5272-5ac1-4647-a882-2bee7db776b5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0537851 Apr 06 13:53:04.788297 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4d41461e-e96b-47c3-9902-cff1e371f9b8 req-f8eec3ef-0599-4ebc-ab05-53943a08366f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447261 Apr 06 13:53:05.322993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['cafb87fe-28ee-41a7-8a8c-63e33b7428ef'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:05.834984 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baffc32-4fff-46cc-8942-66ab802fb6b0 req-1fc19ca7-ca0e-4d08-972c-b1ca36569c7d tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:05.836925 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7baffc32-4fff-46cc-8942-66ab802fb6b0 req-1fc19ca7-ca0e-4d08-972c-b1ca36569c7d tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 945 time: 0.0732496 Apr 06 13:53:05.918981 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7baffc32-4fff-46cc-8942-66ab802fb6b0 req-9e399c90-446b-4354-9cee-c0f9b35f61d0 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653682 Apr 06 13:53:06.009632 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2986-7556-4189-8503-552cb2315436 req-78689ed7-c3b8-42b6-aead-d90e86a2371c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.012441 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-512b2986-7556-4189-8503-552cb2315436 req-78689ed7-c3b8-42b6-aead-d90e86a2371c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0994749 Apr 06 13:53:06.083300 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-512b2986-7556-4189-8503-552cb2315436 req-a5159f87-9382-429e-8374-965b0dba8628 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609741 Apr 06 13:53:06.121343 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55178) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:06.487326 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-751bbbd1-afe4-46bd-9f77-50c72a15dd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.613993 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-751bbbd1-afe4-46bd-9f77-50c72a15dd9c admin admin] Publish callbacks [] for security_group (b02551ac-4376-4326-8776-f7193e2b6a00), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.618861 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-751bbbd1-afe4-46bd-9f77-50c72a15dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b02551ac-4376-4326-8776-f7193e2b6a00), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.685624 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-751bbbd1-afe4-46bd-9f77-50c72a15dd9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f07733a34f154ebd8df88b916f908416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5627952 Apr 06 13:53:06.688625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55204) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:06.693728 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bbbd1-afe4-46bd-9f77-50c72a15dd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02551ac-4376-4326-8776-f7193e2b6a00,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:06.718771 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726181d1-dcb6-4ad7-b561-7361aeff1407 req-162c4dfb-1dad-4165-a260-c5a1dacea0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.723552 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-726181d1-dcb6-4ad7-b561-7361aeff1407 req-162c4dfb-1dad-4165-a260-c5a1dacea0ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 1129 time: 0.1001062 Apr 06 13:53:06.759185 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-18d7b485-e139-487e-a769-d5ad65ab0a94 admin admin] Publish callbacks [] for security_group (b02551ac-4376-4326-8776-f7193e2b6a00), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.774881 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-726181d1-dcb6-4ad7-b561-7361aeff1407 req-16897a72-ae3e-40e5-a330-fe073be38b59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Apr 06 13:53:06.789927 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-18d7b485-e139-487e-a769-d5ad65ab0a94 admin admin] Publish callbacks [] for security_group (b02551ac-4376-4326-8776-f7193e2b6a00), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.848375 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-18d7b485-e139-487e-a769-d5ad65ab0a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b02551ac-4376-4326-8776-f7193e2b6a00), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.851399 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-18d7b485-e139-487e-a769-d5ad65ab0a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:06.852783 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-18d7b485-e139-487e-a769-d5ad65ab0a94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02551ac-4376-4326-8776-f7193e2b6a00 HTTP/1.1" status: 204 len: 168 time: 0.1630824 Apr 06 13:53:06.863413 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b485-e139-487e-a769-d5ad65ab0a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02551ac-4376-4326-8776-f7193e2b6a00,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:07.059449 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cf177-6109-4903-a585-f8eb04e96647 req-69d0f278-01f6-49ab-b8fe-21e0d2b8a105 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:07.061006 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8e1cf177-6109-4903-a585-f8eb04e96647 req-69d0f278-01f6-49ab-b8fe-21e0d2b8a105 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 945 time: 0.0538075 Apr 06 13:53:07.109511 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8e1cf177-6109-4903-a585-f8eb04e96647 req-c6828ad0-043d-4553-b98c-faeea1e6abc4 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Apr 06 13:53:07.163427 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55216) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:07.176486 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d2c7f12-0147-4779-8d44-cb746267277b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.204836 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device cafb87fe-28ee-41a7-8a8c-63e33b7428ef up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:07.219370 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c701a-45f4-4226-bbe2-785858352502 req-7cc79cf2-3fa9-4e51-a069-baf9cd15accb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:07.221059 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-789c701a-45f4-4226-bbe2-785858352502 req-7cc79cf2-3fa9-4e51-a069-baf9cd15accb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0623064 Apr 06 13:53:07.269217 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d2c7f12-0147-4779-8d44-cb746267277b admin admin] Publish callbacks [] for security_group (d9bb6a4e-2e74-467e-970e-08308de12d61), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.275515 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d2c7f12-0147-4779-8d44-cb746267277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d9bb6a4e-2e74-467e-970e-08308de12d61), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.281204 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-789c701a-45f4-4226-bbe2-785858352502 req-1d36d084-1821-4428-a3f6-1d763bf5219c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542240 Apr 06 13:53:07.295147 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port cafb87fe-28ee-41a7-8a8c-63e33b7428ef completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:53:07.300210 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port cafb87fe-28ee-41a7-8a8c-63e33b7428ef triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:07.300920 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.332728 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9d2c7f12-0147-4779-8d44-cb746267277b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28046a24759e4e5ba6a3ddfc1c96d613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681349 Apr 06 13:53:07.333580 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c7f12-0147-4779-8d44-cb746267277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb6a4e-2e74-467e-970e-08308de12d61,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:07.335480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55228) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:07.393065 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port cafb87fe-28ee-41a7-8a8c-63e33b7428ef is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:07.393699 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.403897 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b387-05d8-44ca-a83e-4d92af4e7924 admin admin] Publish callbacks [] for security_group (d9bb6a4e-2e74-467e-970e-08308de12d61), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.423805 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:07.426411 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7039a-31e0-45ff-9fd3-0211f09ed210" -d '{"events": [{"server_uuid": "404eef86-bbfa-4c7c-acb4-2d6d23a9ed01", "name": "network-vif-plugged", "status": "completed", "tag": "cafb87fe-28ee-41a7-8a8c-63e33b7428ef"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:07.429223 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b387-05d8-44ca-a83e-4d92af4e7924 admin admin] Publish callbacks [] for security_group (d9bb6a4e-2e74-467e-970e-08308de12d61), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.440238 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:07.445144 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.478261 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5c64e-45ae-4129-8164-1fb50a5a40c9 x-openstack-request-id: req-40b5c64e-45ae-4129-8164-1fb50a5a40c9 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:07.478551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404eef86-bbfa-4c7c-acb4-2d6d23a9ed01", "name": "network-vif-plugged", "status": "completed", "tag": "cafb87fe-28ee-41a7-8a8c-63e33b7428ef", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:07.478853 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40b5c64e-45ae-4129-8164-1fb50a5a40c9 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:07.479241 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b5c64e-45ae-4129-8164-1fb50a5a40c9'] response: {'server_uuid': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef', 'code': 200} Apr 06 13:53:07.481963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b387-05d8-44ca-a83e-4d92af4e7924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d9bb6a4e-2e74-467e-970e-08308de12d61), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.484637 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b387-05d8-44ca-a83e-4d92af4e7924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.485862 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9ae4b387-05d8-44ca-a83e-4d92af4e7924 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9bb6a4e-2e74-467e-970e-08308de12d61 HTTP/1.1" status: 204 len: 168 time: 0.1492949 Apr 06 13:53:07.498688 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4b387-05d8-44ca-a83e-4d92af4e7924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb6a4e-2e74-467e-970e-08308de12d61,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:07.530463 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:07.694160 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1c187-8918-4262-8fff-1d80a794951d req-26c788e8-bc0e-4a48-88a2-6624f3455718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:07.695469 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55248) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:07.701618 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8dc1c187-8918-4262-8fff-1d80a794951d req-26c788e8-bc0e-4a48-88a2-6624f3455718 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 1130 time: 0.0707979 Apr 06 13:53:07.765781 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8dc1c187-8918-4262-8fff-1d80a794951d req-59667d6e-0621-4b28-8ee2-106cacc40929 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Apr 06 13:53:07.806376 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55252) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:07.827712 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e348628c-675b-4577-bcff-18f33ef2c680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.839430 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-736e5337-9fdb-4228-a1c9-4ceac6cb2158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.962494 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e348628c-675b-4577-bcff-18f33ef2c680 admin admin] Publish callbacks [] for security_group (6d504b1a-fd77-4b83-9650-836a5ef37bdb), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.967756 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-736e5337-9fdb-4228-a1c9-4ceac6cb2158 admin admin] Publish callbacks [] for security_group (99e1db86-ddd0-4348-88d1-3ed4017d4325), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.969107 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e348628c-675b-4577-bcff-18f33ef2c680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (6d504b1a-fd77-4b83-9650-836a5ef37bdb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:07.980716 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-736e5337-9fdb-4228-a1c9-4ceac6cb2158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (99e1db86-ddd0-4348-88d1-3ed4017d4325), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.035559 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-e348628c-675b-4577-bcff-18f33ef2c680 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f7599b98a9142d98049437ec5938095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278841 Apr 06 13:53:08.037566 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348628c-675b-4577-bcff-18f33ef2c680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d504b1a-fd77-4b83-9650-836a5ef37bdb,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:08.038900 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55258) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:08.042338 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-736e5337-9fdb-4228-a1c9-4ceac6cb2158 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=805b986265804dca8ba3a76b0e603dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452499 Apr 06 13:53:08.045838 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55260) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:08.087556 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e5337-9fdb-4228-a1c9-4ceac6cb2158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e1db86-ddd0-4348-88d1-3ed4017d4325,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:08.115702 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-03942990-e24f-4299-9a8f-5dd6638f084b admin admin] Publish callbacks [] for security_group (99e1db86-ddd0-4348-88d1-3ed4017d4325), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.119217 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a37f-45f2-4753-a82d-f8dd039dc0b0 admin admin] Publish callbacks [] for security_group (6d504b1a-fd77-4b83-9650-836a5ef37bdb), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.149995 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a37f-45f2-4753-a82d-f8dd039dc0b0 admin admin] Publish callbacks [] for security_group (6d504b1a-fd77-4b83-9650-836a5ef37bdb), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.173253 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-03942990-e24f-4299-9a8f-5dd6638f084b admin admin] Publish callbacks [] for security_group (99e1db86-ddd0-4348-88d1-3ed4017d4325), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.231649 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-03942990-e24f-4299-9a8f-5dd6638f084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (99e1db86-ddd0-4348-88d1-3ed4017d4325), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.234168 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-03942990-e24f-4299-9a8f-5dd6638f084b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.235363 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-03942990-e24f-4299-9a8f-5dd6638f084b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99e1db86-ddd0-4348-88d1-3ed4017d4325 HTTP/1.1" status: 204 len: 168 time: 0.1885684 Apr 06 13:53:08.244709 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942990-e24f-4299-9a8f-5dd6638f084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e1db86-ddd0-4348-88d1-3ed4017d4325,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:08.246809 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a37f-45f2-4753-a82d-f8dd039dc0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (6d504b1a-fd77-4b83-9650-836a5ef37bdb), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.249719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a37f-45f2-4753-a82d-f8dd039dc0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:08.252100 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e9a8a37f-45f2-4753-a82d-f8dd039dc0b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d504b1a-fd77-4b83-9650-836a5ef37bdb HTTP/1.1" status: 204 len: 168 time: 0.2104318 Apr 06 13:53:08.268341 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a37f-45f2-4753-a82d-f8dd039dc0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d504b1a-fd77-4b83-9650-836a5ef37bdb,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:08.284143 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421f7c3-fe3f-4914-a2f2-1064920bfadf req-9733cc96-6699-42fd-a930-ec9068cefec4 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:08.285701 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2421f7c3-fe3f-4914-a2f2-1064920bfadf req-9733cc96-6699-42fd-a930-ec9068cefec4 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.0872364 Apr 06 13:53:08.362181 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2421f7c3-fe3f-4914-a2f2-1064920bfadf req-6bae3ca6-8411-4dc0-8c8b-e373186655a7 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643141 Apr 06 13:53:08.447529 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761e265-d898-4bf4-9f3b-210a42554da8 req-4443eb5e-f40d-47c3-ad57-21c22d9e0db8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:08.449494 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6761e265-d898-4bf4-9f3b-210a42554da8 req-4443eb5e-f40d-47c3-ad57-21c22d9e0db8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0952315 Apr 06 13:53:08.519764 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6761e265-d898-4bf4-9f3b-210a42554da8 req-f7791867-fa70-46f0-89a5-2b9c221aad6e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592394 Apr 06 13:53:09.042101 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55312) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:09.323628 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-32ef2896-0bc9-4fbf-bd6a-ac35db585fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.435920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-32ef2896-0bc9-4fbf-bd6a-ac35db585fd9 admin admin] Publish callbacks [] for security_group (406287d0-5c24-4cb4-8562-c2277c51be2e), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.442809 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-32ef2896-0bc9-4fbf-bd6a-ac35db585fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (406287d0-5c24-4cb4-8562-c2277c51be2e), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.496208 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-32ef2896-0bc9-4fbf-bd6a-ac35db585fd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=960db3e1b9db4dfeb8fd84f49ad9722a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527531 Apr 06 13:53:09.499015 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55336) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:09.499913 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef2896-0bc9-4fbf-bd6a-ac35db585fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406287d0-5c24-4cb4-8562-c2277c51be2e,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:09.609153 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7defbb-b19c-4f4e-8ca0-d998e671074e req-f62302f3-5730-4c8a-b6ea-fff300c54689 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.612144 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4e7defbb-b19c-4f4e-8ca0-d998e671074e req-f62302f3-5730-4c8a-b6ea-fff300c54689 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.1402123 Apr 06 13:53:09.657948 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-242c938a-4c56-4c22-9689-ac70df89fd84 admin admin] Publish callbacks [] for security_group (406287d0-5c24-4cb4-8562-c2277c51be2e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.705558 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-242c938a-4c56-4c22-9689-ac70df89fd84 admin admin] Publish callbacks [] for security_group (406287d0-5c24-4cb4-8562-c2277c51be2e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.726407 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4e7defbb-b19c-4f4e-8ca0-d998e671074e req-7bf63f50-7379-46af-a38c-3662d3c56f17 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022253 Apr 06 13:53:09.740272 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f81102-e80d-4423-ad66-c5bab22d1f95 req-30465b57-e348-40f8-83a6-939043c57ebb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.742191 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-42f81102-e80d-4423-ad66-c5bab22d1f95 req-30465b57-e348-40f8-83a6-939043c57ebb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.1433978 Apr 06 13:53:09.809431 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-242c938a-4c56-4c22-9689-ac70df89fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (406287d0-5c24-4cb4-8562-c2277c51be2e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.815023 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-242c938a-4c56-4c22-9689-ac70df89fd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.816541 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-242c938a-4c56-4c22-9689-ac70df89fd84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/406287d0-5c24-4cb4-8562-c2277c51be2e HTTP/1.1" status: 204 len: 168 time: 0.3132286 Apr 06 13:53:09.873361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c938a-4c56-4c22-9689-ac70df89fd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406287d0-5c24-4cb4-8562-c2277c51be2e,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:09.889294 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-42f81102-e80d-4423-ad66-c5bab22d1f95 req-a7fd8fdb-8401-448b-9137-14ef5d998f7a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043203 Apr 06 13:53:10.071086 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c904dac-c60e-421e-a13a-e32ae73ef4b9 req-0e8bae3a-c9e9-48a3-89d6-03ba01531089 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.072809 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7c904dac-c60e-421e-a13a-e32ae73ef4b9 req-0e8bae3a-c9e9-48a3-89d6-03ba01531089 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0763636 Apr 06 13:53:10.155584 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7c904dac-c60e-421e-a13a-e32ae73ef4b9 req-42cf43e1-b29c-46ae-acc8-00807782646a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759759 Apr 06 13:53:10.842653 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16be248-5a87-4d18-a62c-42de0c64e51f req-dda9c709-83e9-4b60-bb47-f3e0e8ce57c3 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.844375 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c16be248-5a87-4d18-a62c-42de0c64e51f req-dda9c709-83e9-4b60-bb47-f3e0e8ce57c3 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.0593839 Apr 06 13:53:10.905390 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c16be248-5a87-4d18-a62c-42de0c64e51f req-978a2cb5-4259-4cf1-a00c-b168e5264183 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543039 Apr 06 13:53:11.909487 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bbd0-6977-42ba-957b-b53710d1a69a req-ed09f77f-2df3-4f78-aa42-2ef06ee1cfde tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:11.911041 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-62f3bbd0-6977-42ba-957b-b53710d1a69a req-ed09f77f-2df3-4f78-aa42-2ef06ee1cfde tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.0584278 Apr 06 13:53:11.971450 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-62f3bbd0-6977-42ba-957b-b53710d1a69a req-8fd640eb-eb05-4af7-b748-9134f1e80184 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Apr 06 13:53:12.059689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bec32-382e-4a50-89c9-dd47c83a2bd7 req-e96615a7-da8d-447b-9919-8b878b8e4eef tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:12.061249 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8a8bec32-382e-4a50-89c9-dd47c83a2bd7 req-e96615a7-da8d-447b-9919-8b878b8e4eef tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0572703 Apr 06 13:53:12.110853 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8a8bec32-382e-4a50-89c9-dd47c83a2bd7 req-9d8de08f-af8b-44ac-b1e9-045f7fab866f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Apr 06 13:53:13.102471 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ff4f8-e566-4131-8694-4773b8175f6a req-859bc4bd-9787-4c7c-8d97-8d80f271be38 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.103971 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3d2ff4f8-e566-4131-8694-4773b8175f6a req-859bc4bd-9787-4c7c-8d97-8d80f271be38 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.0564661 Apr 06 13:53:13.158287 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3d2ff4f8-e566-4131-8694-4773b8175f6a req-e3129624-95a3-4ba4-b3c5-7e2e478bba9b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Apr 06 13:53:13.236875 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf262c-9fae-4c98-83b9-738b2139cca7 req-f3a9a054-2b11-4170-99e0-3f5a51653248 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.238979 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20cf262c-9fae-4c98-83b9-738b2139cca7 req-f3a9a054-2b11-4170-99e0-3f5a51653248 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0530415 Apr 06 13:53:13.256267 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-fe1e191f-a3ba-4ed8-a5d9-5fc0f65af000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.257774 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-fe1e191f-a3ba-4ed8-a5d9-5fc0f65af000 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1129 time: 0.0466881 Apr 06 13:53:13.290315 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20cf262c-9fae-4c98-83b9-738b2139cca7 req-4ab04ccc-9d5a-4d69-8d95-076d057ece7f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Apr 06 13:53:13.466684 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-6d141306-20cf-4618-8d38-03cdf64ecb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.468281 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-6d141306-20cf-4618-8d38-03cdf64ecb19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.1006930 Apr 06 13:53:13.578411 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-5ede6fe6-b234-424f-8a2c-c9bf2b05cddb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 217 time: 0.0612001 Apr 06 13:53:13.602149 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-932a7e3a-626f-4600-ae4d-275bfab23423 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.603645 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-932a7e3a-626f-4600-ae4d-275bfab23423 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.0794220 Apr 06 13:53:13.976702 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-febf341c-3a71-4127-b44e-d22f10761fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:13.978204 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-febf341c-3a71-4127-b44e-d22f10761fc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.1205082 Apr 06 13:53:14.069791 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-a59f14fd-bae4-48e5-8a71-67ff7b61e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:14.071372 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-a59f14fd-bae4-48e5-8a71-67ff7b61e13b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740609 Apr 06 13:53:14.074778 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Deleting port cafb87fe-28ee-41a7-8a8c-63e33b7428ef {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:53:14.075083 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:14.221640 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] For port cafb87fe-28ee-41a7-8a8c-63e33b7428ef, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:14.222269 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:14.245539 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Calling delete_port for cafb87fe-28ee-41a7-8a8c-63e33b7428ef owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:53:14.420942 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519225-56bd-4a49-8764-fe5d54dad6c4 req-5c624c24-f4f6-4dd1-8b5c-11f7324a905b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:14.422993 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4d519225-56bd-4a49-8764-fe5d54dad6c4 req-5c624c24-f4f6-4dd1-8b5c-11f7324a905b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0629776 Apr 06 13:53:14.476167 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4d519225-56bd-4a49-8764-fe5d54dad6c4 req-4fcc76b2-3489-4da2-8ce9-a289999fcc81 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Apr 06 13:53:14.708026 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256388f7-7208-4c03-863f-58a189e27c8f req-d9e34566-86e7-4f3b-bc39-d3fdf9d9b5ed tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:14.709568 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-256388f7-7208-4c03-863f-58a189e27c8f req-d9e34566-86e7-4f3b-bc39-d3fdf9d9b5ed tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=404eef86-bbfa-4c7c-acb4-2d6d23a9ed01 HTTP/1.1" status: 200 len: 946 time: 0.4465461 Apr 06 13:53:14.752266 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-87d1263f-1aa9-432a-ab97-afd944609728 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788976 Apr 06 13:53:14.907897 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-256388f7-7208-4c03-863f-58a189e27c8f req-fb605075-f0d5-4103-8389-9431f0c830be tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878293 Apr 06 13:53:14.929465 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (cafb87fe-28ee-41a7-8a8c-63e33b7428ef), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:14.943482 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['cafb87fe-28ee-41a7-8a8c-63e33b7428ef'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:14.991797 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Pushing event deleted for resources: {'Port': ['ID=cafb87fe-28ee-41a7-8a8c-63e33b7428ef,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:15.025418 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eade1f23-1ac0-4a03-9f96-990e5eea6f35 req-979d2dba-b8c7-49c2-b37b-2a445c60e30a service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650123 Apr 06 13:53:15.043912 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] No DVR routers for this DVR port cafb87fe-28ee-41a7-8a8c-63e33b7428ef on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:53:15.047453 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:15.051584 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7748dfe6-e5f8-4a95-9e34-86e08892cf88 req-2896c060-d1f7-415d-aeb7-f88bd3c184dc tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "DELETE /v2.0/ports/cafb87fe-28ee-41a7-8a8c-63e33b7428ef HTTP/1.1" status: 204 len: 173 time: 1.1774006 Apr 06 13:53:15.051862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'name': 'network-vif-deleted', 'tag': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:15.054959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed96c22e-793e-48cd-b27d-35efc28e7375" -d '{"events": [{"server_uuid": "404eef86-bbfa-4c7c-acb4-2d6d23a9ed01", "name": "network-vif-deleted", "tag": "cafb87fe-28ee-41a7-8a8c-63e33b7428ef"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:15.113314 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd97ad8c-3a34-42a7-96d6-2a4e0986e6dc x-openstack-request-id: req-bd97ad8c-3a34-42a7-96d6-2a4e0986e6dc {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:15.113698 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404eef86-bbfa-4c7c-acb4-2d6d23a9ed01", "name": "network-vif-deleted", "tag": "cafb87fe-28ee-41a7-8a8c-63e33b7428ef", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:15.114679 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd97ad8c-3a34-42a7-96d6-2a4e0986e6dc {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:15.114679 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd97ad8c-3a34-42a7-96d6-2a4e0986e6dc'] response: {'server_uuid': '404eef86-bbfa-4c7c-acb4-2d6d23a9ed01', 'name': 'network-vif-deleted', 'tag': 'cafb87fe-28ee-41a7-8a8c-63e33b7428ef', 'status': 'completed', 'code': 200} Apr 06 13:53:15.691272 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09df37-ee59-4490-8908-4a60bce0e905 req-a9764730-8b36-4ed3-bdc1-5dee9af1116d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:15.694516 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9b09df37-ee59-4490-8908-4a60bce0e905 req-a9764730-8b36-4ed3-bdc1-5dee9af1116d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1237159 Apr 06 13:53:15.755727 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9b09df37-ee59-4490-8908-4a60bce0e905 req-d6ce98b2-2f36-4503-8c01-595690f0363c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Apr 06 13:53:16.138491 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:16.254341 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-998866a9-558d-4c2c-832d-9625e23f6337 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:16.255907 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-998866a9-558d-4c2c-832d-9625e23f6337 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/networks?id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 200 len: 809 time: 0.1087339 Apr 06 13:53:16.274009 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-df1fe906-0d87-4d54-b8c6-c103733d563f tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/quotas/247df9d6557641c8b00e05fd662e8ff8 HTTP/1.1" status: 200 len: 375 time: 0.0104232 Apr 06 13:53:16.311326 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-562de21b-e55b-4276-bbfb-9c5ca2fea5e2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=247df9d6557641c8b00e05fd662e8ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296395 Apr 06 13:53:16.406367 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-b23fc80b-f2d1-4263-9b4b-4b114c6f8999 service neutron] 10.222.0.24 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882611 Apr 06 13:53:16.504803 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4c931cc8-e46b-4a90-a005-16df9a744067 service neutron] 10.222.0.24 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926013 Apr 06 13:53:16.693226 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7284b-4654-40da-b474-85afdeefde7f req-23ec48eb-1c8e-4724-8c83-b6f317b6db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:16.695520 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-23ec48eb-1c8e-4724-8c83-b6f317b6db19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1129 time: 0.0643528 Apr 06 13:53:16.715011 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6fc7d5e7-a9e2-47ab-bf32-474d602e3ca8 req-e2c48d1f-22ee-410d-a9cb-9048302a4d29 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 210 time: 0.0414834 Apr 06 13:53:16.939923 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7284b-4654-40da-b474-85afdeefde7f req-7ff95c49-d291-4075-8933-a4a06401c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:16.941704 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-7ff95c49-d291-4075-8933-a4a06401c50f service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.2121463 Apr 06 13:53:17.005811 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba6056-c3aa-455b-b9f5-80f753425ad8 req-6d70bf82-1b3e-4f81-b439-78c0144462de tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.007479 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-32ba6056-c3aa-455b-b9f5-80f753425ad8 req-6d70bf82-1b3e-4f81-b439-78c0144462de tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1366496 Apr 06 13:53:17.010111 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-10897792-4ca5-4d20-b3e7-2cd7901b84dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 217 time: 0.0587285 Apr 06 13:53:17.169107 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-32ba6056-c3aa-455b-b9f5-80f753425ad8 req-2f4c4673-3fde-4efa-84c3-69fcdb81b3ae tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530521 Apr 06 13:53:17.174674 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7284b-4654-40da-b474-85afdeefde7f req-0272be3b-fc73-447a-a2da-c77d02e53578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.176278 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-0272be3b-fc73-447a-a2da-c77d02e53578 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.1583600 Apr 06 13:53:17.277436 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7284b-4654-40da-b474-85afdeefde7f req-0c91430b-b8a0-4463-87b2-84f8247afb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.280640 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-0c91430b-b8a0-4463-87b2-84f8247afb9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887957 Apr 06 13:53:17.282435 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device cafb87fe-28ee-41a7-8a8c-63e33b7428ef no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:53:17.333867 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: cafb87fe-28ee-41a7-8a8c-63e33b7428ef {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:53:17.334572 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device cafb87fe-28ee-41a7-8a8c-63e33b7428ef not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:53:17.469268 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-36fc425f-06c0-4f06-acd0-80bd6c889ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809711 Apr 06 13:53:17.571062 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7a7284b-4654-40da-b474-85afdeefde7f req-f41a0921-2d66-4b47-acc7-ecf8be8d75e2 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920153 Apr 06 13:53:17.852958 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e78aa6ac-5698-4a91-be46-e2c6b23a0b79 req-4eb0b093-639a-4658-a374-48d9aaaf38c1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 210 time: 0.0445602 Apr 06 13:53:17.988493 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-c823428d-af48-4982-8762-8509c58ee91b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.990003 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-c823428d-af48-4982-8762-8509c58ee91b tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "GET /v2.0/networks?id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 200 len: 809 time: 0.1404357 Apr 06 13:53:18.013104 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Request body: {'port': {'device_id': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea', 'admin_state_up': True, 'tenant_id': '247df9d6557641c8b00e05fd662e8ff8'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:18.171449 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Made reservation on behalf of 247df9d6557641c8b00e05fd662e8ff8 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:18.176318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.369018 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Allocated IP 172.20.0.7 (914866ee-4cb6-4bf5-86fb-08dfc93b07ea/0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885/a8dbdecb-3b21-4c4c-b8ce-e75cb839db16) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:18.380681 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183042b-2571-41d0-8218-2aa0b4cf8cf0 req-a4941f89-f9d0-4ba6-96bc-4de51abb04af tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:18.382227 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8183042b-2571-41d0-8218-2aa0b4cf8cf0 req-a4941f89-f9d0-4ba6-96bc-4de51abb04af tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1157820 Apr 06 13:53:18.475436 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8183042b-2571-41d0-8218-2aa0b4cf8cf0 req-96fce8c5-59a7-4837-b408-944d28d27643 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871801 Apr 06 13:53:18.586179 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks [] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.620752 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.669845 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:18.676238 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:18.680697 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:18.688278 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Pushing event updated for resources: {'Port': ['ID=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:18.744017 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:18.744933 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.763581 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-ce85f067-7d3a-40a1-9675-6096ecc834a1 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7581480 Apr 06 13:53:18.777865 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Request body: {'port': {'device_id': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:18.843467 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.042189 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff2dd6-b397-4298-97d7-832a819a7e3b req-19280a05-db54-4172-b500-8bf9bc60c320 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.043645 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-63ff2dd6-b397-4298-97d7-832a819a7e3b req-19280a05-db54-4172-b500-8bf9bc60c320 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 931 time: 0.1003931 Apr 06 13:53:19.115460 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-63ff2dd6-b397-4298-97d7-832a819a7e3b req-0c944311-618c-4746-882a-be76eb350e6a tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657089 Apr 06 13:53:19.204668 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:19.213670 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Publish callbacks [] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.234994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Transition to ACTIVE for port object a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:53:19.239630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.294041 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:19.365620 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Attempting to bind port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:19.365956 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Attempting to bind port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:19.366291 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Attempting to bind port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 on network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:19.372137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 on network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:53:19.372899 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Attempting to bind port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 on network 914866ee-4cb6-4bf5-86fb-08dfc93b07ea {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:19.379134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:19.379481 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Checking segment: {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:19.379871 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Bound using segment: {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:19.380373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Bound port: a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eb3526-d122-4e7d-b42c-35706b8c77f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:19.380708 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.457900 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] For port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:19.461249 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] For port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:19.467752 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.503708 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.504340 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.506100 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 HTTP/1.1" status: 200 len: 1093 time: 0.7324989 Apr 06 13:53:19.506639 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'tag': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:19.509770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f5353a-ea01-41e3-8f88-2f8b585cedcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac4a105-8b0f-4598-bd18-2134750b8679", "tag": "a8dbdecb-3b21-4c4c-b8ce-e75cb839db16"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:19.549534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb880c9-d603-455b-b309-31cebb2baec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:19.568053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34d600-d2e1-436b-a912-241594be52aa x-openstack-request-id: req-9a34d600-d2e1-436b-a912-241594be52aa {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:19.568416 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac4a105-8b0f-4598-bd18-2134750b8679", "tag": "a8dbdecb-3b21-4c4c-b8ce-e75cb839db16", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:19.568821 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a34d600-d2e1-436b-a912-241594be52aa {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:19.569452 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a34d600-d2e1-436b-a912-241594be52aa'] response: {'name': 'network-changed', 'server_uuid': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'tag': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16', 'status': 'completed', 'code': 200} Apr 06 13:53:19.680278 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc7e6-74bf-487e-9152-eff100043d8f req-f4c04883-830a-46cc-8ed8-c6a454046d5f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.681866 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d53bc7e6-74bf-487e-9152-eff100043d8f req-f4c04883-830a-46cc-8ed8-c6a454046d5f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1112554 Apr 06 13:53:19.685407 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-65a66b1a-737b-4546-9ad8-b088485ae4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.686903 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-65a66b1a-737b-4546-9ad8-b088485ae4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=247df9d6557641c8b00e05fd662e8ff8&device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 1127 time: 0.1022112 Apr 06 13:53:19.690326 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:53:19.745748 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-54b2353d-0bae-4138-81da-7eb08ed8b74c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 HTTP/1.1" status: 200 len: 217 time: 0.0442319 Apr 06 13:53:19.800279 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d53bc7e6-74bf-487e-9152-eff100043d8f req-eb26d975-c7c3-48a1-a534-2998350ca15b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123173 Apr 06 13:53:19.816377 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-7c050fc5-2401-4c89-ab4d-718a59489c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.818126 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-7c050fc5-2401-4c89-ab4d-718a59489c46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885 HTTP/1.1" status: 200 len: 849 time: 0.0637579 Apr 06 13:53:19.862606 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-5248eb97-0058-4c2c-91d0-8d373e743c18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381050 Apr 06 13:53:19.990720 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-614fef71-b7c3-42d0-a276-1b50efefe863 service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195428 Apr 06 13:53:20.113823 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aba2fa8d-e456-4488-a5ac-9bf826d6c154 req-572f5b48-7c95-4b87-9271-55e5dbf3dcac service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150553 Apr 06 13:53:20.318816 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7ca96-ec12-4376-877a-e107e9253f9b req-77d4e4b0-7d1f-43fe-967a-7919141c049c tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.321520 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0dd7ca96-ec12-4376-877a-e107e9253f9b req-77d4e4b0-7d1f-43fe-967a-7919141c049c tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 943 time: 0.0921087 Apr 06 13:53:20.376272 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0dd7ca96-ec12-4376-877a-e107e9253f9b req-4d914ba5-61c3-414d-8db6-291a99872e07 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494103 Apr 06 13:53:20.592126 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55694) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:20.717266 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8cf0-88f0-4867-8f28-2df197d178ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.811545 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8cf0-88f0-4867-8f28-2df197d178ee admin admin] Publish callbacks [] for security_group (12b6f482-37bf-428c-8759-7dbfd4a7f9c8), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.816785 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8cf0-88f0-4867-8f28-2df197d178ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (12b6f482-37bf-428c-8759-7dbfd4a7f9c8), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.861801 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f9fc8cf0-88f0-4867-8f28-2df197d178ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b16c342285d4e619dce822c41ecc66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683406 Apr 06 13:53:20.862731 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc8cf0-88f0-4867-8f28-2df197d178ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b6f482-37bf-428c-8759-7dbfd4a7f9c8,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:20.866255 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55700) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:20.924746 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-55063aae-30d3-414c-bc89-c861473e678d admin admin] Publish callbacks [] for security_group (12b6f482-37bf-428c-8759-7dbfd4a7f9c8), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.949284 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-55063aae-30d3-414c-bc89-c861473e678d admin admin] Publish callbacks [] for security_group (12b6f482-37bf-428c-8759-7dbfd4a7f9c8), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.986537 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfef6b-cc65-493d-a0ff-f09af0049029 req-0cb40ba6-4e3e-4b20-a13f-f7389e87d41d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.988453 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-54cfef6b-cc65-493d-a0ff-f09af0049029 req-0cb40ba6-4e3e-4b20-a13f-f7389e87d41d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0952706 Apr 06 13:53:21.038500 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-55063aae-30d3-414c-bc89-c861473e678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (12b6f482-37bf-428c-8759-7dbfd4a7f9c8), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.043761 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-55063aae-30d3-414c-bc89-c861473e678d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.054874 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-55063aae-30d3-414c-bc89-c861473e678d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12b6f482-37bf-428c-8759-7dbfd4a7f9c8 HTTP/1.1" status: 204 len: 168 time: 0.1783404 Apr 06 13:53:21.068258 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063aae-30d3-414c-bc89-c861473e678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b6f482-37bf-428c-8759-7dbfd4a7f9c8,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.083872 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-54cfef6b-cc65-493d-a0ff-f09af0049029 req-9c49ec9d-7e3a-4e24-b9c7-47cfb986de78 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862207 Apr 06 13:53:21.244610 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-353dd776-e592-4cf0-94f8-c24c6385d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.248169 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-353dd776-e592-4cf0-94f8-c24c6385d6a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=247df9d6557641c8b00e05fd662e8ff8&device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 1127 time: 0.0753915 Apr 06 13:53:21.316311 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:53:21.450816 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-903daad5-f275-4a79-b09a-9024a2d2cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.453976 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-903daad5-f275-4a79-b09a-9024a2d2cce9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 200 len: 910 time: 0.1980011 Apr 06 13:53:21.519344 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:21.537062 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16', 'network_id': '914866ee-4cb6-4bf5-86fb-08dfc93b07ea', 'port_id': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16', 'mac_address': 'fa:16:3e:36:5b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:53:21.592362 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55728) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:21.608950 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-83a9764d-c45d-49d4-a53b-2ea697600f41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 HTTP/1.1" status: 200 len: 217 time: 0.1440146 Apr 06 13:53:21.611167 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:21.611561 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.634550 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:21.655438 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dc435342-2de6-49c3-8d88-0a638585f377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.679225 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:21.686033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.719480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-16a7fb50-ec74-4366-9190-85aa68f86724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.722829 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-16a7fb50-ec74-4366-9190-85aa68f86724 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885 HTTP/1.1" status: 200 len: 849 time: 0.1061161 Apr 06 13:53:21.749363 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.762645 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.763369 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.763776 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.764124 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.764754 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.765086 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.765415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.765772 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.766285 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.766797 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.767207 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.767609 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.767937 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.768265 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.768591 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:21.782452 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caf53f-035a-4aa6-8539-f66921819370 req-3bf28b95-ca2a-4453-9d87-748753d5d869 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.785010 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-96caf53f-035a-4aa6-8539-f66921819370 req-3bf28b95-ca2a-4453-9d87-748753d5d869 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 943 time: 0.2198322 Apr 06 13:53:21.792016 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-0bed6b3d-c5e5-403d-a388-656f323facbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=914866ee-4cb6-4bf5-86fb-08dfc93b07ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577571 Apr 06 13:53:21.912102 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dc435342-2de6-49c3-8d88-0a638585f377 admin admin] Publish callbacks [] for security_group (0be27aa8-3f46-40a7-a86c-2c23ddfba288), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.916445 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-96caf53f-035a-4aa6-8539-f66921819370 req-4d3e9d7a-ae7c-4838-9a7f-76af1c1fdf5a tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240504 Apr 06 13:53:21.918263 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dc435342-2de6-49c3-8d88-0a638585f377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (0be27aa8-3f46-40a7-a86c-2c23ddfba288), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.925495 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-3e1d8a7a-0db1-4300-a664-bc56a35d209a service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232436 Apr 06 13:53:21.970093 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['a8dbdecb-3b21-4c4c-b8ce-e75cb839db16'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:21.979722 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435342-2de6-49c3-8d88-0a638585f377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be27aa8-3f46-40a7-a86c-2c23ddfba288,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.989224 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-dc435342-2de6-49c3-8d88-0a638585f377 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3a5f43e8c484c169ec596be621da6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892448 Apr 06 13:53:21.993286 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55734) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:22.077793 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56f5353a-ea01-41e3-8f88-2f8b585cedcd req-05553d29-508a-41a3-86f7-4f8b8d918d2c service neutron] 10.222.0.15 "GET /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453164 Apr 06 13:53:22.095207 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a166de9e-eabf-4b47-a295-0fdd996c981f admin admin] Publish callbacks [] for security_group (0be27aa8-3f46-40a7-a86c-2c23ddfba288), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.134645 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a166de9e-eabf-4b47-a295-0fdd996c981f admin admin] Publish callbacks [] for security_group (0be27aa8-3f46-40a7-a86c-2c23ddfba288), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.258089 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce94b1-7816-4f4b-b5ab-c92b9dda0efa req-93d10ce5-1ddd-4bd9-8f0a-a5f1d0bcff37 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:22.259929 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-72ce94b1-7816-4f4b-b5ab-c92b9dda0efa req-93d10ce5-1ddd-4bd9-8f0a-a5f1d0bcff37 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0938444 Apr 06 13:53:22.277309 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a166de9e-eabf-4b47-a295-0fdd996c981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (0be27aa8-3f46-40a7-a86c-2c23ddfba288), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.280386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a166de9e-eabf-4b47-a295-0fdd996c981f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.281556 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a166de9e-eabf-4b47-a295-0fdd996c981f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0be27aa8-3f46-40a7-a86c-2c23ddfba288 HTTP/1.1" status: 204 len: 168 time: 0.2872806 Apr 06 13:53:22.300139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166de9e-eabf-4b47-a295-0fdd996c981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be27aa8-3f46-40a7-a86c-2c23ddfba288,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:22.345189 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-72ce94b1-7816-4f4b-b5ab-c92b9dda0efa req-468f5f67-5d9d-4580-af4b-940b26cba69f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771377 Apr 06 13:53:23.092713 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b714-1c73-4bb2-8371-989225387ab0 req-119094d4-f966-4a73-ab68-d65df7e0cb28 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.095766 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c910b714-1c73-4bb2-8371-989225387ab0 req-119094d4-f966-4a73-ab68-d65df7e0cb28 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 944 time: 0.0698652 Apr 06 13:53:23.176611 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c910b714-1c73-4bb2-8371-989225387ab0 req-de98a3ed-c44c-4846-94fe-b72987662e8a tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709250 Apr 06 13:53:23.329169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:23.373274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55794) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:23.404048 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:53:23.409799 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:23.410411 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.523149 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:23.524015 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.555029 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:23.557942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600da91e-8857-441f-922f-ffcc3ad7ef67" -d '{"events": [{"server_uuid": "9ac4a105-8b0f-4598-bd18-2134750b8679", "name": "network-vif-plugged", "status": "completed", "tag": "a8dbdecb-3b21-4c4c-b8ce-e75cb839db16"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:23.573792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:23.579974 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.582358 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5697-ac65-4af2-8f41-eb37f195452f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.625894 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4a9a9-6d92-49c2-82b6-115e5114c0ae x-openstack-request-id: req-a0a4a9a9-6d92-49c2-82b6-115e5114c0ae {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:23.626352 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac4a105-8b0f-4598-bd18-2134750b8679", "name": "network-vif-plugged", "status": "completed", "tag": "a8dbdecb-3b21-4c4c-b8ce-e75cb839db16", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:23.626971 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0a4a9a9-6d92-49c2-82b6-115e5114c0ae {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:23.627740 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a4a9a9-6d92-49c2-82b6-115e5114c0ae'] response: {'server_uuid': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16', 'code': 200} Apr 06 13:53:23.629312 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde235ea-f6df-4a86-94cb-4a4e4ff0d6e5 req-daf1e7f2-1c28-4fba-9c8b-7ce6f03eac8b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.638041 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cde235ea-f6df-4a86-94cb-4a4e4ff0d6e5 req-daf1e7f2-1c28-4fba-9c8b-7ce6f03eac8b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1586282 Apr 06 13:53:23.668720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:23.726205 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cde235ea-f6df-4a86-94cb-4a4e4ff0d6e5 req-e78cc1d2-10b8-4446-84b1-e3b8269d8029 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848413 Apr 06 13:53:23.750102 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5697-ac65-4af2-8f41-eb37f195452f admin admin] Publish callbacks [] for security_group (acac7322-9294-4a5a-b70f-032cbf679a3b), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.754410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5697-ac65-4af2-8f41-eb37f195452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (acac7322-9294-4a5a-b70f-032cbf679a3b), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.802071 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-3b0f5697-ac65-4af2-8f41-eb37f195452f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=934125d2416a47cea397e2fbe9b8e354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252918 Apr 06 13:53:23.802406 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55806) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:23.811396 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f5697-ac65-4af2-8f41-eb37f195452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac7322-9294-4a5a-b70f-032cbf679a3b,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:23.850643 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bef14e-e0a7-4311-aa15-f9053df7564c req-cf92fd29-95a2-4762-b768-ba5c2d658367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.852321 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a2bef14e-e0a7-4311-aa15-f9053df7564c req-cf92fd29-95a2-4762-b768-ba5c2d658367 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 1129 time: 0.0508707 Apr 06 13:53:23.858919 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Publish callbacks [] for security_group (acac7322-9294-4a5a-b70f-032cbf679a3b), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.885566 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Publish callbacks [] for security_group (acac7322-9294-4a5a-b70f-032cbf679a3b), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.905977 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a2bef14e-e0a7-4311-aa15-f9053df7564c req-ae8ab063-11e8-40f3-ac37-49627659ad2d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Apr 06 13:53:23.940627 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (acac7322-9294-4a5a-b70f-032cbf679a3b), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.943751 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.945048 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acac7322-9294-4a5a-b70f-032cbf679a3b HTTP/1.1" status: 204 len: 168 time: 0.1415403 Apr 06 13:53:23.953753 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac7322-9294-4a5a-b70f-032cbf679a3b,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:23.961640 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.962183 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.962718 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.963294 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.963797 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.964268 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.964757 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.965221 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.965693 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.966143 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.966732 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.967053 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.967415 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.967713 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.968065 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e8c7a-fe21-48ac-82e0-cd677c61582a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:23.979558 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55816) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:24.089681 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.189759 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Publish callbacks [] for security_group (ef48c257-1f44-4559-b576-d56af8fd05a3), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.194796 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (ef48c257-1f44-4559-b576-d56af8fd05a3), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.236724 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c72e243b1b2746a684fee3213341fab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559819 Apr 06 13:53:24.237938 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef48c257-1f44-4559-b576-d56af8fd05a3,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:24.239718 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55830) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:24.245638 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.245987 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.246428 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.246670 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.247056 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.247389 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.248064 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.248064 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.248354 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.248702 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.249045 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.249373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.249693 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.250012 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.250333 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9494ab9d-4292-4ac4-9dc0-743901092edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:24.371277 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7d44ce9e-f633-416d-9cb4-15468c80a9a8 admin admin] Publish callbacks [] for security_group (ef48c257-1f44-4559-b576-d56af8fd05a3), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.374367 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55832) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:24.394915 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-10c0673a-fe1a-4e57-94a0-1b174bd86efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.406475 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dcb78-f8d1-4154-8b91-0c038b6aa027 req-916ff77d-a778-400e-9e6e-0dfd8d207062 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:24.408147 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a14dcb78-f8d1-4154-8b91-0c038b6aa027 req-916ff77d-a778-400e-9e6e-0dfd8d207062 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 945 time: 0.1282256 Apr 06 13:53:24.431549 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7d44ce9e-f633-416d-9cb4-15468c80a9a8 admin admin] Publish callbacks [] for security_group (ef48c257-1f44-4559-b576-d56af8fd05a3), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.495147 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-10c0673a-fe1a-4e57-94a0-1b174bd86efd admin admin] Publish callbacks [] for security_group (96c16162-7f95-4a18-b5b1-57f27e764939), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.499676 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-10c0673a-fe1a-4e57-94a0-1b174bd86efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (96c16162-7f95-4a18-b5b1-57f27e764939), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.508358 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a14dcb78-f8d1-4154-8b91-0c038b6aa027 req-3f77bcae-ddb3-4f91-a55f-6b12536727dd tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936213 Apr 06 13:53:24.524776 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7d44ce9e-f633-416d-9cb4-15468c80a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (ef48c257-1f44-4559-b576-d56af8fd05a3), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.527835 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7d44ce9e-f633-416d-9cb4-15468c80a9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.530451 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7d44ce9e-f633-416d-9cb4-15468c80a9a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef48c257-1f44-4559-b576-d56af8fd05a3 HTTP/1.1" status: 204 len: 168 time: 0.2883837 Apr 06 13:53:24.543271 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ce9e-f633-416d-9cb4-15468c80a9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef48c257-1f44-4559-b576-d56af8fd05a3,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:24.548799 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-10c0673a-fe1a-4e57-94a0-1b174bd86efd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=187e4105f7f9401e8b7f0f9a50c445e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702278 Apr 06 13:53:24.548799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0673a-fe1a-4e57-94a0-1b174bd86efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c16162-7f95-4a18-b5b1-57f27e764939,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:24.554890 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55846) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:24.609809 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fbed446-3518-497e-8711-eeb53b361f0b admin admin] Publish callbacks [] for security_group (96c16162-7f95-4a18-b5b1-57f27e764939), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.633389 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fbed446-3518-497e-8711-eeb53b361f0b admin admin] Publish callbacks [] for security_group (96c16162-7f95-4a18-b5b1-57f27e764939), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.684976 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fbed446-3518-497e-8711-eeb53b361f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (96c16162-7f95-4a18-b5b1-57f27e764939), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.687632 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fbed446-3518-497e-8711-eeb53b361f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:24.688777 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8fbed446-3518-497e-8711-eeb53b361f0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96c16162-7f95-4a18-b5b1-57f27e764939 HTTP/1.1" status: 204 len: 168 time: 0.1321940 Apr 06 13:53:24.700266 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbed446-3518-497e-8711-eeb53b361f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c16162-7f95-4a18-b5b1-57f27e764939,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:24.848677 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce34bb4-44b7-42d5-ae7d-85af19dd04ed req-d0f0ffdc-25ab-4d24-8984-9767a03db07c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:24.850425 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0ce34bb4-44b7-42d5-ae7d-85af19dd04ed req-d0f0ffdc-25ab-4d24-8984-9767a03db07c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0586247 Apr 06 13:53:24.902576 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0ce34bb4-44b7-42d5-ae7d-85af19dd04ed req-a53397cd-8de8-4e7b-b442-98f1756607c6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Apr 06 13:53:25.476755 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-78c07a5b-5a33-4421-8def-a4e8a81ce43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:25.650261 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ced18-3d2c-4af7-ad3f-4dd511d760d9 req-c0ce2a34-4557-438b-90ab-b5a777faad59 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:25.652115 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b9ced18-3d2c-4af7-ad3f-4dd511d760d9 req-c0ce2a34-4557-438b-90ab-b5a777faad59 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 945 time: 0.0675151 Apr 06 13:53:25.709198 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b9ced18-3d2c-4af7-ad3f-4dd511d760d9 req-d47a2fe6-eac9-4025-95b5-acfefac4d08a tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Apr 06 13:53:25.830470 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 55912) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:26.029135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358638e-fb35-4d69-bf15-7181f6a97847 req-5a6ceaa0-9b42-41f3-8ba4-853b4651a825 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:26.030762 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f358638e-fb35-4d69-bf15-7181f6a97847 req-5a6ceaa0-9b42-41f3-8ba4-853b4651a825 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0551386 Apr 06 13:53:26.086226 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f358638e-fb35-4d69-bf15-7181f6a97847 req-83e73f5f-3d2c-402a-a97a-8870cadf41a5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Apr 06 13:53:26.265540 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12221ff7-f734-4d52-9f4e-aafc3b38bfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.347501 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12221ff7-f734-4d52-9f4e-aafc3b38bfa4 admin admin] Publish callbacks [] for security_group (e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.348958 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12221ff7-f734-4d52-9f4e-aafc3b38bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.387763 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-12221ff7-f734-4d52-9f4e-aafc3b38bfa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce4b579b33df45a389801916b9f9fd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561700 Apr 06 13:53:26.388502 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221ff7-f734-4d52-9f4e-aafc3b38bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:26.390544 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 55936) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:26.447627 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d04dc265-fb93-4665-bac8-5eefc11b6b0c admin admin] Publish callbacks [] for security_group (e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.469455 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d04dc265-fb93-4665-bac8-5eefc11b6b0c admin admin] Publish callbacks [] for security_group (e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.534408 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d04dc265-fb93-4665-bac8-5eefc11b6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.537275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d04dc265-fb93-4665-bac8-5eefc11b6b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:26.542346 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d04dc265-fb93-4665-bac8-5eefc11b6b0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd HTTP/1.1" status: 204 len: 168 time: 0.1461782 Apr 06 13:53:26.555007 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dc265-fb93-4665-bac8-5eefc11b6b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed5937-2c23-4f49-a6e8-0c4e5fc92bcd,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:26.850601 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f755c-5833-441a-b55d-fc6bf90f64c1 req-3c4357ff-8477-45c1-8112-36e9e9a90346 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:26.852216 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f43f755c-5833-441a-b55d-fc6bf90f64c1 req-3c4357ff-8477-45c1-8112-36e9e9a90346 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 945 time: 0.0675046 Apr 06 13:53:26.917391 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f43f755c-5833-441a-b55d-fc6bf90f64c1 req-860df7db-335d-41a2-bd10-bddff8df5df8 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 Apr 06 13:53:27.228677 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66f214-882e-4d82-8c1d-fbdaafaa369f req-3e6aa9b6-2452-436b-950b-832285ee9a8b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:27.231029 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9a66f214-882e-4d82-8c1d-fbdaafaa369f req-3e6aa9b6-2452-436b-950b-832285ee9a8b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0609107 Apr 06 13:53:27.299854 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9a66f214-882e-4d82-8c1d-fbdaafaa369f req-f050fad9-7343-404d-b9af-a9cffcd9621f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624826 Apr 06 13:53:27.359783 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56034) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:27.483891 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1113349278-network', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:27.505357 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Made reservation on behalf of 2cdfe0d2b8dd4016b0ab6caa5d72e486 for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:27.510833 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.520367 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.602469 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks [] for security_group (ec613f12-03d6-4050-a625-b358e151e933), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.609963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (ec613f12-03d6-4050-a625-b358e151e933), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.635472 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:53:27.645846 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec613f12-03d6-4050-a625-b358e151e933,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:27.651442 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (fdae2204-3d73-4d1c-a25a-a929217125d2), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.652190 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Added segment fdae2204-3d73-4d1c-a25a-a929217125d2 of type vlan for network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a Apr 06 13:53:27.934144 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56066) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:27.955256 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.993610 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4b4eb-c99f-4992-9cb5-11971357a425 req-9e0de294-74e4-445c-9a36-c33d262c8afa tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:27.995142 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e7a4b4eb-c99f-4992-9cb5-11971357a425 req-9e0de294-74e4-445c-9a36-c33d262c8afa tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 945 time: 0.3335261 Apr 06 13:53:27.996224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:27.997085 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:27.997639 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.051149 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-75d90dd5-c033-483b-8c6b-99f07866acf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.064285 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7033217 Apr 06 13:53:28.067614 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56070) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:28.072612 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Request body: {'subnet': {'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1113349278-subnet', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:28.084334 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73880a1-6ef0-49f9-ae4f-803113d0dc3a admin admin] Pushing event updated for resources: {'Network': ['ID=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:28.102979 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e7a4b4eb-c99f-4992-9cb5-11971357a425 req-bfa88cb8-3d55-4464-866f-91d86e005eee tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015003 Apr 06 13:53:28.109119 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:53:28.127364 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Made reservation on behalf of 2cdfe0d2b8dd4016b0ab6caa5d72e486 for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:28.131098 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58595122'] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.151949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-abe4e41a-4323-4f10-ac7e-ad9235bde6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.233949 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-75d90dd5-c033-483b-8c6b-99f07866acf9 admin admin] Publish callbacks [] for security_group (976a1569-7c5e-40cc-ae0b-be1a3df5d848), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.240084 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-75d90dd5-c033-483b-8c6b-99f07866acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (976a1569-7c5e-40cc-ae0b-be1a3df5d848), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.308889 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-75d90dd5-c033-483b-8c6b-99f07866acf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f3f55833c684d43aa8dbb76cd67495d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735831 Apr 06 13:53:28.311147 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90dd5-c033-483b-8c6b-99f07866acf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976a1569-7c5e-40cc-ae0b-be1a3df5d848,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:28.311864 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56072) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:28.374002 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58634813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58595116'] for subnet (61d75d72-d22c-48f8-853a-4d571fa19a62), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.374591 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5086f46e-aad8-4ca5-ab2b-7db546e3e096 admin admin] Publish callbacks [] for security_group (976a1569-7c5e-40cc-ae0b-be1a3df5d848), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.400111 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5086f46e-aad8-4ca5-ab2b-7db546e3e096 admin admin] Publish callbacks [] for security_group (976a1569-7c5e-40cc-ae0b-be1a3df5d848), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.461091 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d75d72-d22c-48f8-853a-4d571fa19a62,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:28.473787 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5086f46e-aad8-4ca5-ab2b-7db546e3e096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (976a1569-7c5e-40cc-ae0b-be1a3df5d848), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.477348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5086f46e-aad8-4ca5-ab2b-7db546e3e096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.478314 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Checking segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:28.478674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Network hostable DHCP agents. Network: e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:53:28.482875 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5086f46e-aad8-4ca5-ab2b-7db546e3e096 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/976a1569-7c5e-40cc-ae0b-be1a3df5d848 HTTP/1.1" status: 204 len: 168 time: 0.1697178 Apr 06 13:53:28.489150 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c12c38-5a6f-4aa1-8ee2-2c5890e81ab7 req-040f891e-5669-425b-8b07-5208dc5fdb90 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.490736 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-50c12c38-5a6f-4aa1-8ee2-2c5890e81ab7 req-040f891e-5669-425b-8b07-5208dc5fdb90 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1119301 Apr 06 13:53:28.496544 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086f46e-aad8-4ca5-ab2b-7db546e3e096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976a1569-7c5e-40cc-ae0b-be1a3df5d848,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:28.529466 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:53:28.548421 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:28.555324 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:28.555885 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.559802 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235995e3-8e50-43f2-879b-6a299a241d5c None None] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:28.561868 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-50c12c38-5a6f-4aa1-8ee2-2c5890e81ab7 req-6cc70aab-2ffb-46d7-b4c2-a464287d917a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631192 Apr 06 13:53:28.581233 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4ecdca49-89d6-4270-952c-b397a60e4420 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5124574 Apr 06 13:53:28.583950 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56078) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:28.599020 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:28.620223 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (5ef82b56-c088-4940-b106-8e3baff66d09), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.621745 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (5ef82b56-c088-4940-b106-8e3baff66d09), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.669400 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:53:28.670355 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.677248 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks [] for router_controller (5ef82b56-c088-4940-b106-8e3baff66d09), precommit_add_association {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.812840 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Allocated IP 172.20.0.2 (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a/61d75d72-d22c-48f8-853a-4d571fa19a62/382bcb74-05c2-44f9-8d58-7a34a7c7c926) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:28.829602 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56084) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:28.848624 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b9dffe2b-4781-4c2d-acee-4fc3ac451052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.867698 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks [] for router_gateway (5ef82b56-c088-4940-b106-8e3baff66d09), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.946158 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b9dffe2b-4781-4c2d-acee-4fc3ac451052 admin admin] Publish callbacks [] for security_group (5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.952814 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b9dffe2b-4781-4c2d-acee-4fc3ac451052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.979920 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Publish callbacks [] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:28.989665 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.013222 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b9dffe2b-4781-4c2d-acee-4fc3ac451052 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95825238bbf14dc6bb2ca987711ff9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795270 Apr 06 13:53:29.014496 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56088) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:29.023149 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dffe2b-4781-4c2d-acee-4fc3ac451052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:29.030120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:29.040803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:29.047175 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:29.050462 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Pushing event updated for resources: {'Port': ['ID=382bcb74-05c2-44f9-8d58-7a34a7c7c926,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:29.076250 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-87362a21-f111-48b1-ab07-fbaef7b3336e admin admin] Publish callbacks [] for security_group (5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.101762 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-87362a21-f111-48b1-ab07-fbaef7b3336e admin admin] Publish callbacks [] for security_group (5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.127174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Attempting to bind port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:29.127744 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Attempting to bind port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:29.127931 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Attempting to bind port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 on network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:29.136723 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:29.137362 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Checking segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:29.138202 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.139364 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Bound using segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:29.140613 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Bound port: 382bcb74-05c2-44f9-8d58-7a34a7c7c926, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:29.141212 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.185573 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-87362a21-f111-48b1-ab07-fbaef7b3336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.188035 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-87362a21-f111-48b1-ab07-fbaef7b3336e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.189092 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-87362a21-f111-48b1-ab07-fbaef7b3336e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf HTTP/1.1" status: 204 len: 168 time: 0.1736362 Apr 06 13:53:29.199210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87362a21-f111-48b1-ab07-fbaef7b3336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd01443-2e2a-492c-9a1c-0f89a4e2b8cf,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:29.222623 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks [] for router_gateway (5ef82b56-c088-4940-b106-8e3baff66d09), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.230079 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.280207 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.309994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992269b-8242-4f40-9a2b-75422e634a1c req-4ebea908-ca5c-49c5-b9a7-77704bdb25bb tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:29.311431 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8992269b-8242-4f40-9a2b-75422e634a1c req-4ebea908-ca5c-49c5-b9a7-77704bdb25bb tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 945 time: 0.0999818 Apr 06 13:53:29.312875 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] For port 382bcb74-05c2-44f9-8d58-7a34a7c7c926, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:29.317176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] For port 382bcb74-05c2-44f9-8d58-7a34a7c7c926, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=382bcb74-05c2-44f9-8d58-7a34a7c7c926,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:29.333038 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.419591 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8992269b-8242-4f40-9a2b-75422e634a1c req-53287507-e16b-43e0-ac29-9a001e978776 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979688 Apr 06 13:53:29.460418 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cef43-eaff-44c0-9d07-0fb07ca30fcf None None] Pushing event updated for resources: {'Port': ['ID=382bcb74-05c2-44f9-8d58-7a34a7c7c926,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:29.493030 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-9802ae2e-e3ce-4a4c-9a58-6048d26c6389 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:29.494647 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-9802ae2e-e3ce-4a4c-9a58-6048d26c6389 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 945 time: 0.0902369 Apr 06 13:53:29.533939 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Allocated IP 172.27.0.164 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/b1786e13-915f-4565-93ec-118d471e7f77) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:29.677794 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Deleting port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:53:29.680166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.739584 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks [] for port (b1786e13-915f-4565-93ec-118d471e7f77), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.860339 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (b1786e13-915f-4565-93ec-118d471e7f77), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:29.892601 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37821094-ddb9-48aa-ae6c-ade4e9dd089a req-6f3924a1-4fde-41b4-b59c-d0bf5c17a463 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:29.894201 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-37821094-ddb9-48aa-ae6c-ade4e9dd089a req-6f3924a1-4fde-41b4-b59c-d0bf5c17a463 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1787133 Apr 06 13:53:29.987688 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:30.001265 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] For port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,segment=NetworkSegment(d9eb3526-d122-4e7d-b42c-35706b8c77f6),segment_id=d9eb3526-d122-4e7d-b42c-35706b8c77f6)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:30.001485 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.021942 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:30.023945 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Pushing event updated for resources: {'Port': ['ID=b1786e13-915f-4565-93ec-118d471e7f77,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:30.026076 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:30.054422 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Calling delete_port for a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:53:30.070481 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 382bcb74-05c2-44f9-8d58-7a34a7c7c926 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:30.081867 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-37821094-ddb9-48aa-ae6c-ade4e9dd089a req-8f78362f-9271-465a-a228-6c1d21a76cbd tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573484 Apr 06 13:53:30.204526 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:30.212910 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.316089 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:30.316675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.319911 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (a8dbdecb-3b21-4c4c-b8ce-e75cb839db16), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.381523 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Pushing event deleted for resources: {'Port': ['ID=a8dbdecb-3b21-4c4c-b8ce-e75cb839db16,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:30.386725 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 382bcb74-05c2-44f9-8d58-7a34a7c7c926, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=382bcb74-05c2-44f9-8d58-7a34a7c7c926,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:30.395920 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.466690 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.481461 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] No DVR routers for this DVR port a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:53:30.484359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.488008 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eeda05e7-8a83-4cb3-b249-010b2ddcdc6f req-2b0d34e2-6c7b-4810-9ee3-12bda0b5b5a2 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.15 "DELETE /v2.0/ports/a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 HTTP/1.1" status: 204 len: 173 time: 0.9877658 Apr 06 13:53:30.488773 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'name': 'network-vif-deleted', 'tag': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:30.491317 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c7ab43-af76-4dee-9b7a-ecdcb99e6c67" -d '{"events": [{"server_uuid": "9ac4a105-8b0f-4598-bd18-2134750b8679", "name": "network-vif-deleted", "tag": "a8dbdecb-3b21-4c4c-b8ce-e75cb839db16"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:30.514421 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=382bcb74-05c2-44f9-8d58-7a34a7c7c926,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:30.531531 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks [] for router_gateway (5ef82b56-c088-4940-b106-8e3baff66d09), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.563545 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5fe40a-37ba-4610-8e4e-4b2b24b0807e x-openstack-request-id: req-9d5fe40a-37ba-4610-8e4e-4b2b24b0807e {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:30.563897 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac4a105-8b0f-4598-bd18-2134750b8679", "name": "network-vif-deleted", "tag": "a8dbdecb-3b21-4c4c-b8ce-e75cb839db16", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:30.564324 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d5fe40a-37ba-4610-8e4e-4b2b24b0807e {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:30.564865 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5fe40a-37ba-4610-8e4e-4b2b24b0807e'] response: {'server_uuid': '9ac4a105-8b0f-4598-bd18-2134750b8679', 'name': 'network-vif-deleted', 'tag': 'a8dbdecb-3b21-4c4c-b8ce-e75cb839db16', 'status': 'completed', 'code': 200} Apr 06 13:53:30.614228 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b9da953-f061-4e23-8eb7-c7bc69a9dd3a req-a104abb0-a6aa-4180-85f5-db69b192aa49 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 210 time: 0.0339384 Apr 06 13:53:30.790652 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (5ef82b56-c088-4940-b106-8e3baff66d09), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:30.888718 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fdeec-851b-4906-88a7-09c751fd0510 None None] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:30.951950 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Router 5ef82b56-c088-4940-b106-8e3baff66d09 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:53:31.012827 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-49b988ed-0f73-4fc8-81d9-7aacda57509d None None] Provisioning complete for port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:31.013215 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-49b988ed-0f73-4fc8-81d9-7aacda57509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:31.085025 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:31.094395 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Sync routers for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:31.107370 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:31.108236 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:31.125841 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-49b988ed-0f73-4fc8-81d9-7aacda57509d None None] Current status of the port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:31.135034 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:31.139553 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56156) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:31.155850 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-492719c9-c1c8-4eea-81d6-cce92a106d9d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5621099 Apr 06 13:53:31.273005 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:31.346294 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cdbd9-8907-4b2c-8e52-80699d76e0af req-b4297798-c892-43ed-939f-5ed23c0b1361 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:31.347808 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-265c625b-6faf-43e7-a65f-bb366fa4433c None None] Provisioning complete for port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:31.349157 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-265c625b-6faf-43e7-a65f-bb366fa4433c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:31.353780 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-159cdbd9-8907-4b2c-8e52-80699d76e0af req-b4297798-c892-43ed-939f-5ed23c0b1361 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1248622 Apr 06 13:53:31.461057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-265c625b-6faf-43e7-a65f-bb366fa4433c None None] Current status of the port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:31.486860 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-159cdbd9-8907-4b2c-8e52-80699d76e0af req-57a6c348-7aeb-46c1-b16d-44a48209bc59 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320763 Apr 06 13:53:31.612895 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:30Z', 'revision_number': 3, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:31.640661 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Checking router: 5ef82b56-c088-4940-b106-8e3baff66d09 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:31.641212 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Updating router 5ef82b56-c088-4940-b106-8e3baff66d09 port b1786e13-915f-4565-93ec-118d471e7f77 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:53:31.669785 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b1786e13-915f-4565-93ec-118d471e7f77), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:31.724087 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-447e9828-532c-4a08-a093-a1fd0b4e79ef req-04813a6e-2846-44bb-8f73-9f2ccc5e652e tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Apr 06 13:53:31.768248 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:31.943909 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Allocated IP 172.20.0.1 (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a/61d75d72-d22c-48f8-853a-4d571fa19a62/a270e1af-0e82-44d1-a678-1bbe26ad5e07) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:31.957289 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Publish callbacks [] for port (b1786e13-915f-4565-93ec-118d471e7f77), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:31.963673 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (b1786e13-915f-4565-93ec-118d471e7f77), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.020757 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 382bcb74-05c2-44f9-8d58-7a34a7c7c926 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:32.030248 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Pushing event updated for resources: {'Port': ['ID=b1786e13-915f-4565-93ec-118d471e7f77,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:32.041899 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.042245 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.042615 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.042989 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.043325 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.043890 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.044487 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.044986 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.045323 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.045654 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.045981 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.046990 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.047752 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.048098 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.048478 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:32.078240 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Attempting to bind port b1786e13-915f-4565-93ec-118d471e7f77 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:32.078618 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Attempting to bind port b1786e13-915f-4565-93ec-118d471e7f77 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:32.079013 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Attempting to bind port b1786e13-915f-4565-93ec-118d471e7f77 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:32.084736 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:32.085126 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:32.094303 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.094303 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:32.094303 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Bound port: b1786e13-915f-4565-93ec-118d471e7f77, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:32.094303 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b1786e13-915f-4565-93ec-118d471e7f77), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.095129 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks [] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.105548 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:32.106129 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.131502 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.149494 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] For port b1786e13-915f-4565-93ec-118d471e7f77, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:32.153623 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] For port b1786e13-915f-4565-93ec-118d471e7f77, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=b1786e13-915f-4565-93ec-118d471e7f77,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:32.162119 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (b1786e13-915f-4565-93ec-118d471e7f77), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.168959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:32.172004 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:32.178352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:32.194845 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:32.205273 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Pushing event updated for resources: {'Port': ['ID=a270e1af-0e82-44d1-a678-1bbe26ad5e07,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:32.221747 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (5ef82b56-c088-4940-b106-8e3baff66d09), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.239869 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3663b1-12d4-437f-97d5-8a815f49eb21 None None] Pushing event updated for resources: {'Port': ['ID=b1786e13-915f-4565-93ec-118d471e7f77,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:32.245333 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:32.246200 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:32.361485 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['a8dbdecb-3b21-4c4c-b8ce-e75cb839db16'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:32.366051 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:32.386758 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.498348 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.511680 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-d26e77b6-4279-420f-997d-2dd764607066 None None] Provisioning complete for port a270e1af-0e82-44d1-a678-1bbe26ad5e07 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:32.512360 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d26e77b6-4279-420f-997d-2dd764607066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.589055 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-d26e77b6-4279-420f-997d-2dd764607066 None None] Port a270e1af-0e82-44d1-a678-1bbe26ad5e07 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:32.598170 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:30Z', 'revision_number': 3, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:32.614382 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks [] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.625566 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb9458-72c4-4512-919b-9667ca31cc5c None None] The sync data for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi is: [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:30Z', 'revision_number': 3, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:32.625886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.720582 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Pushing event updated for resources: {'Port': ['ID=a270e1af-0e82-44d1-a678-1bbe26ad5e07,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:32.724232 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (5ef82b56-c088-4940-b106-8e3baff66d09), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:32.754996 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43233e-576a-4f9e-8c7e-7231540ae64c req-844a824e-8349-4c37-a960-8ec4a726cefb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:32.756580 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-df43233e-576a-4f9e-8c7e-7231540ae64c req-844a824e-8349-4c37-a960-8ec4a726cefb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1473768 Apr 06 13:53:32.843587 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8c6c4698-05bc-4a6c-9a39-3f530e637493 req-31f07991-722b-4426-9785-b89eda5edf88 tempest-VolumesActionsTest-1836212553 tempest-VolumesActionsTest-1836212553-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac4a105-8b0f-4598-bd18-2134750b8679 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Apr 06 13:53:32.869658 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-df43233e-576a-4f9e-8c7e-7231540ae64c req-fcacf9c7-b10f-4c1c-8207-eb9f0352fa7b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830133 Apr 06 13:53:32.896291 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:32.897792 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:33.075088 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Router 5ef82b56-c088-4940-b106-8e3baff66d09 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:53:33.194339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:33.205689 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-91f1c8ba-ee2c-4631-b6db-3a66282f6801 admin admin] 10.222.0.24 "PUT /v2.0/routers/5ef82b56-c088-4940-b106-8e3baff66d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0590742 Apr 06 13:53:33.214637 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-ce56b194-f42d-417d-8224-6027af984925 None None] Provisioning complete for port a270e1af-0e82-44d1-a678-1bbe26ad5e07 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:33.215056 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ce56b194-f42d-417d-8224-6027af984925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:33.251494 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-ce56b194-f42d-417d-8224-6027af984925 None None] Port a270e1af-0e82-44d1-a678-1bbe26ad5e07 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:33.744799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56210) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:33.749820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1859813638-network', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:33.770959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Made reservation on behalf of 2940fb33f7064260bedf2ce6da834c6a for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:33.773274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:33.784822 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:33.862187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks [] for security_group (4033455c-a1bd-4da4-845d-76c8f32cdef6), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:33.867728 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4033455c-a1bd-4da4-845d-76c8f32cdef6), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:33.892517 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:53:33.904188 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4033455c-a1bd-4da4-845d-76c8f32cdef6,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:33.908657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (f724170a-1765-4291-bad1-dc55e8135b2f), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:33.908657 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Added segment f724170a-1765-4291-bad1-dc55e8135b2f of type vlan for network 572da088-41c7-4217-a68e-5c5e42576dff Apr 06 13:53:33.982274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (572da088-41c7-4217-a68e-5c5e42576dff), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.018187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (572da088-41c7-4217-a68e-5c5e42576dff), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.019227 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:34.020041 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.031989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b1786e13-915f-4565-93ec-118d471e7f77 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:34.110555 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port b1786e13-915f-4565-93ec-118d471e7f77 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:34.111294 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b1786e13-915f-4565-93ec-118d471e7f77), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.271379 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port b1786e13-915f-4565-93ec-118d471e7f77 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:34.271746 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b1786e13-915f-4565-93ec-118d471e7f77), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.328471 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port b1786e13-915f-4565-93ec-118d471e7f77, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=b1786e13-915f-4565-93ec-118d471e7f77,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:34.340033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (b1786e13-915f-4565-93ec-118d471e7f77), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.372335 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6238410 Apr 06 13:53:34.372682 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56238) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:34.379092 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Request body: {'subnet': {'network_id': '572da088-41c7-4217-a68e-5c5e42576dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1859813638-subnet', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:34.405711 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cbf48-551a-4909-8cab-62489129389e admin admin] Pushing event updated for resources: {'Network': ['ID=572da088-41c7-4217-a68e-5c5e42576dff,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:34.420412 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Made reservation on behalf of 2940fb33f7064260bedf2ce6da834c6a for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:34.423053 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58595122'] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.424334 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a78ad-d540-4e3f-8531-edd166196367 req-fbdf1671-e331-465d-9b11-ede4fbba8bb7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:34.427001 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c03a78ad-d540-4e3f-8531-edd166196367 req-fbdf1671-e331-465d-9b11-ede4fbba8bb7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.4210379 Apr 06 13:53:34.446530 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 572da088-41c7-4217-a68e-5c5e42576dff details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:53:34.497291 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c03a78ad-d540-4e3f-8531-edd166196367 req-966d5ab6-d6f0-4126-8cfe-4bc2d0c78c77 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637901 Apr 06 13:53:34.565590 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Sync routers for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:34.577881 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=b1786e13-915f-4565-93ec-118d471e7f77,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:34.604364 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:34.605002 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:34.715555 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58634813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58595116'] for subnet (4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.801842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Checking segment: {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:34.802213 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Network hostable DHCP agents. Network: 572da088-41c7-4217-a68e-5c5e42576dff, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:53:34.803071 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:34.813189 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:34.842077 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Network 572da088-41c7-4217-a68e-5c5e42576dff is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:53:34.856762 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 572da088-41c7-4217-a68e-5c5e42576dff) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:34.866622 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:34.867280 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.896953 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5d6fdb99-cd04-4e3a-a58c-009e6364a62d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5203164 Apr 06 13:53:34.897363 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56266) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:34.906374 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:34.914064 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6f5c6-2fc4-4693-9aed-ad18d94251d5 None None] Network 572da088-41c7-4217-a68e-5c5e42576dff requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:34.939454 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (baa12e33-f641-44fe-9d16-9a68d2316cd6), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.941160 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (baa12e33-f641-44fe-9d16-9a68d2316cd6), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.013383 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks [] for router_controller (baa12e33-f641-44fe-9d16-9a68d2316cd6), precommit_add_association {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.215248 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks [] for router_gateway (baa12e33-f641-44fe-9d16-9a68d2316cd6), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.273513 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-572da088-41c7-4217-a68e-5c5e42576dff', 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff', 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'fixed_ips': [{'subnet_id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:53:35.274608 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.435197 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 2, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:35.502358 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks [] for router_gateway (baa12e33-f641-44fe-9d16-9a68d2316cd6), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.503248 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Checking router: 5ef82b56-c088-4940-b106-8e3baff66d09 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:35.503471 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Updating router 5ef82b56-c088-4940-b106-8e3baff66d09 port a270e1af-0e82-44d1-a678-1bbe26ad5e07 binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:53:35.534359 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.588136 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.735043 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46173b23-a1cb-48e3-80c7-315d15f273f9 req-1fe21461-45de-4a52-b59d-ffb0f6818a78 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:35.736912 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-46173b23-a1cb-48e3-80c7-315d15f273f9 req-1fe21461-45de-4a52-b59d-ffb0f6818a78 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1147313 Apr 06 13:53:35.819741 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Allocated IP 172.20.0.2 (572da088-41c7-4217-a68e-5c5e42576dff/4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4/d2b86738-7658-4399-b712-f77d5554dce8) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:35.995720 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b7c6f-96de-45d8-a7b0-43bed28f9482 req-0500171c-4bfd-4a71-a82a-d18516b102d7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:36.042988 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ce7b7c6f-96de-45d8-a7b0-43bed28f9482 req-0500171c-4bfd-4a71-a82a-d18516b102d7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1413758 Apr 06 13:53:36.093378 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b1786e13-915f-4565-93ec-118d471e7f77 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:36.151126 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ce7b7c6f-96de-45d8-a7b0-43bed28f9482 req-95a967e8-33b2-4df9-a563-d75b0e3de9f4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065555 Apr 06 13:53:36.169643 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Publish callbacks [] for port (d2b86738-7658-4399-b712-f77d5554dce8), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.207461 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Allocated IP 172.27.0.86 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/685d99a4-4e99-4425-b30a-c068c10a8cd7) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:36.208237 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (d2b86738-7658-4399-b712-f77d5554dce8), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.241041 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Publish callbacks [] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.252501 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-46173b23-a1cb-48e3-80c7-315d15f273f9 req-160a3161-7f0e-42d7-897f-fbccd18fd2b6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023732 Apr 06 13:53:36.283684 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.301281 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Network 572da088-41c7-4217-a68e-5c5e42576dff is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:36.311374 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:36.316021 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:36.328623 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Pushing event updated for resources: {'Port': ['ID=d2b86738-7658-4399-b712-f77d5554dce8,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.343384 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port b1786e13-915f-4565-93ec-118d471e7f77 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:36.344042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b1786e13-915f-4565-93ec-118d471e7f77), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.400182 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:53:36.415388 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks [] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.467383 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.497674 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:53:36.498008 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device a8dbdecb-3b21-4c4c-b8ce-e75cb839db16 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:53:36.518829 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:36.521986 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:36.524690 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:36.536993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b9620-351e-43b9-b7a7-d01aac1b37c1 None None] Pushing event updated for resources: {'Port': ['ID=a270e1af-0e82-44d1-a678-1bbe26ad5e07,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.546014 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Attempting to bind port d2b86738-7658-4399-b712-f77d5554dce8 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:36.546512 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Attempting to bind port d2b86738-7658-4399-b712-f77d5554dce8 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:36.546969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Attempting to bind port d2b86738-7658-4399-b712-f77d5554dce8 on network 572da088-41c7-4217-a68e-5c5e42576dff {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:36.549779 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Pushing event updated for resources: {'Port': ['ID=685d99a4-4e99-4425-b30a-c068c10a8cd7,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.559557 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Attempting to bind port a270e1af-0e82-44d1-a678-1bbe26ad5e07 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:36.559994 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Attempting to bind port a270e1af-0e82-44d1-a678-1bbe26ad5e07 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:36.560370 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Attempting to bind port a270e1af-0e82-44d1-a678-1bbe26ad5e07 on network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:36.565415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:36.565790 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Checking segment: {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:36.566639 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.566639 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Bound using segment: {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:36.567157 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Bound port: d2b86738-7658-4399-b712-f77d5554dce8, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:36.567564 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (d2b86738-7658-4399-b712-f77d5554dce8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.582565 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:36.582986 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Checking segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:36.583391 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.583787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Bound using segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:36.584276 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Bound port: a270e1af-0e82-44d1-a678-1bbe26ad5e07, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:36.584662 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.708432 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-df3e97a3-8cfe-40df-97da-89fbbc942f97 None None] Provisioning complete for port a270e1af-0e82-44d1-a678-1bbe26ad5e07 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:36.708805 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-df3e97a3-8cfe-40df-97da-89fbbc942f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.710283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port b1786e13-915f-4565-93ec-118d471e7f77 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:36.765006 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] For port d2b86738-7658-4399-b712-f77d5554dce8, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:36.770481 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] For port d2b86738-7658-4399-b712-f77d5554dce8, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=d2b86738-7658-4399-b712-f77d5554dce8,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:36.772220 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] For port a270e1af-0e82-44d1-a678-1bbe26ad5e07, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:36.780769 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] For port a270e1af-0e82-44d1-a678-1bbe26ad5e07, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a270e1af-0e82-44d1-a678-1bbe26ad5e07,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:36.786283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (d2b86738-7658-4399-b712-f77d5554dce8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.797631 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.799360 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-df3e97a3-8cfe-40df-97da-89fbbc942f97 None None] Port a270e1af-0e82-44d1-a678-1bbe26ad5e07 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:36.806724 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks [] for router_gateway (baa12e33-f641-44fe-9d16-9a68d2316cd6), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.864388 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eaf86-900a-4b16-86c3-683a233272b5 None None] Pushing event updated for resources: {'Port': ['ID=d2b86738-7658-4399-b712-f77d5554dce8,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.874155 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:36.875576 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:37.073075 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b9620-351e-43b9-b7a7-d01aac1b37c1 None None] Pushing event updated for resources: {'Port': ['ID=a270e1af-0e82-44d1-a678-1bbe26ad5e07,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:37.159396 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:37.269703 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (baa12e33-f641-44fe-9d16-9a68d2316cd6), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:37.412480 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] Provisioning complete for port a270e1af-0e82-44d1-a678-1bbe26ad5e07 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:37.413056 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:37.489800 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf167fa7-c5e3-44c4-accf-ec56fd40cf90 req-0a7452af-a4ee-4371-992f-576f3b7c4219 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:37.503219 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cf167fa7-c5e3-44c4-accf-ec56fd40cf90 req-0a7452af-a4ee-4371-992f-576f3b7c4219 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1743805 Apr 06 13:53:37.525127 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea124-0832-41b2-aa0c-f0d41a7dc62f req-784dd246-6cf1-4495-ae13-d746dc6163bb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:37.526831 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-04eea124-0832-41b2-aa0c-f0d41a7dc62f req-784dd246-6cf1-4495-ae13-d746dc6163bb tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0851128 Apr 06 13:53:37.638662 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cf167fa7-c5e3-44c4-accf-ec56fd40cf90 req-6b1a05c4-9141-4a71-9f77-baecb29abaa2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314294 Apr 06 13:53:37.650265 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-04eea124-0832-41b2-aa0c-f0d41a7dc62f req-55c6cd72-59e8-4dd2-8e25-242ede6dc826 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158707 Apr 06 13:53:37.664337 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Router baa12e33-f641-44fe-9d16-9a68d2316cd6 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:53:37.715368 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] Current status of the port a270e1af-0e82-44d1-a678-1bbe26ad5e07 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:37.715702 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:37.795866 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:37.805791 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Sync routers for ids ['baa12e33-f641-44fe-9d16-9a68d2316cd6'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:37.826828 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Routers {'baa12e33-f641-44fe-9d16-9a68d2316cd6'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:37.827379 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['baa12e33-f641-44fe-9d16-9a68d2316cd6'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:37.845996 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:37.850430 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56356) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:37.850764 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-808b8dd0-f8ff-4dfa-8730-df243ef2cb13 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9499419 Apr 06 13:53:37.889681 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:36Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:37.972206 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ea38e-6363-4197-9875-e241ebf4bf39 None None] The sync data for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi is: [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:36Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:37.987541 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56360) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:38.025938 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] For port a270e1af-0e82-44d1-a678-1bbe26ad5e07, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a270e1af-0e82-44d1-a678-1bbe26ad5e07,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:38.034258 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.045958 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device d2b86738-7658-4399-b712-f77d5554dce8 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:38.055051 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Set router baa12e33-f641-44fe-9d16-9a68d2316cd6 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:38.199975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29c1dfb0-b873-42b1-a81d-4d48c977f84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.213085 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b06c2-254b-4f10-b18e-c2e873fb8688 None None] Pushing event updated for resources: {'Port': ['ID=a270e1af-0e82-44d1-a678-1bbe26ad5e07,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:38.226738 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port d2b86738-7658-4399-b712-f77d5554dce8 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:38.227135 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (d2b86738-7658-4399-b712-f77d5554dce8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.462421 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port d2b86738-7658-4399-b712-f77d5554dce8 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:38.463599 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (d2b86738-7658-4399-b712-f77d5554dce8), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.464381 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29c1dfb0-b873-42b1-a81d-4d48c977f84a admin admin] Publish callbacks [] for security_group (b72d4ab1-ce16-4912-a215-42f61da945a7), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.473998 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29c1dfb0-b873-42b1-a81d-4d48c977f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b72d4ab1-ce16-4912-a215-42f61da945a7), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.532989 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:53:36Z', 'revision_number': 3, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:38.546996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port d2b86738-7658-4399-b712-f77d5554dce8, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=d2b86738-7658-4399-b712-f77d5554dce8,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:38.554243 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (d2b86738-7658-4399-b712-f77d5554dce8), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.588964 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-29c1dfb0-b873-42b1-a81d-4d48c977f84a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb849acf7ca8496cb80bd0fc454b386b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5979884 Apr 06 13:53:38.589803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56370) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:38.591654 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1dfb0-b873-42b1-a81d-4d48c977f84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d4ab1-ce16-4912-a215-42f61da945a7,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:38.597253 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Checking router: baa12e33-f641-44fe-9d16-9a68d2316cd6 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:38.597592 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Updating router baa12e33-f641-44fe-9d16-9a68d2316cd6 port 685d99a4-4e99-4425-b30a-c068c10a8cd7 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:53:38.624928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b67fe-0a92-4dd7-afc6-28984cf15e06 None None] Network 572da088-41c7-4217-a68e-5c5e42576dff requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:38.643656 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.786316 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7f6162a2-35c6-4f7d-8ebe-640f6237f228 admin admin] Publish callbacks [] for security_group (b72d4ab1-ce16-4912-a215-42f61da945a7), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.790622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-16e479fe-3f13-4560-8b5c-0e7afae81cfa None None] Provisioning complete for port d2b86738-7658-4399-b712-f77d5554dce8 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:38.790622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-16e479fe-3f13-4560-8b5c-0e7afae81cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (d2b86738-7658-4399-b712-f77d5554dce8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.792134 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=d2b86738-7658-4399-b712-f77d5554dce8,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:38.898224 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf19025-b079-416d-8ff3-0448ec4e7a12 req-5775ceeb-dfc8-4df4-b4c1-670f994c2557 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:38.902621 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fdf19025-b079-416d-8ff3-0448ec4e7a12 req-5775ceeb-dfc8-4df4-b4c1-670f994c2557 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0926266 Apr 06 13:53:38.948275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.953386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7f6162a2-35c6-4f7d-8ebe-640f6237f228 admin admin] Publish callbacks [] for security_group (b72d4ab1-ce16-4912-a215-42f61da945a7), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.006949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-16e479fe-3f13-4560-8b5c-0e7afae81cfa None None] Current status of the port d2b86738-7658-4399-b712-f77d5554dce8 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:39.015166 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fdf19025-b079-416d-8ff3-0448ec4e7a12 req-c826e97c-5d20-46ec-bce2-0e14f05b0c57 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007500 Apr 06 13:53:39.075088 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c678199-8a08-42d1-849f-1814c270d320 req-5fd9bab2-77e2-49e9-9153-c6f9dd7d2673 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:39.076719 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c678199-8a08-42d1-849f-1814c270d320 req-5fd9bab2-77e2-49e9-9153-c6f9dd7d2673 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.2933147 Apr 06 13:53:39.160802 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Publish callbacks [] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.169461 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.170916 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7f6162a2-35c6-4f7d-8ebe-640f6237f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b72d4ab1-ce16-4912-a215-42f61da945a7), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.173888 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7f6162a2-35c6-4f7d-8ebe-640f6237f228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.178229 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7f6162a2-35c6-4f7d-8ebe-640f6237f228 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b72d4ab1-ce16-4912-a215-42f61da945a7 HTTP/1.1" status: 204 len: 168 time: 0.5847554 Apr 06 13:53:39.205447 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Attempting to bind port 685d99a4-4e99-4425-b30a-c068c10a8cd7 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:39.205821 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Attempting to bind port 685d99a4-4e99-4425-b30a-c068c10a8cd7 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:39.206435 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Attempting to bind port 685d99a4-4e99-4425-b30a-c068c10a8cd7 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:39.221683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6162a2-35c6-4f7d-8ebe-640f6237f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d4ab1-ce16-4912-a215-42f61da945a7,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:39.234937 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:39.235306 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:39.235708 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.236094 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:39.236831 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Bound port: 685d99a4-4e99-4425-b30a-c068c10a8cd7, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:39.237208 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.294507 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a69911-975a-4acb-9d1c-614d81be3e81 None None] Pushing event updated for resources: {'Port': ['ID=685d99a4-4e99-4425-b30a-c068c10a8cd7,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:39.324895 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] For port 685d99a4-4e99-4425-b30a-c068c10a8cd7, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:39.336884 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] For port 685d99a4-4e99-4425-b30a-c068c10a8cd7, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=685d99a4-4e99-4425-b30a-c068c10a8cd7,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:39.342981 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Allocated IP 172.20.0.1 (572da088-41c7-4217-a68e-5c5e42576dff/4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4/73e393d8-4912-45d5-bc1d-e40c2c7954fc) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:39.345466 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.376375 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c678199-8a08-42d1-849f-1814c270d320 req-d8366af2-5f4b-4859-8951-f9ec576e41c0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767141 Apr 06 13:53:39.437243 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-ab115208-e831-48db-b9a6-845a69a02f11 None None] Provisioning complete for port d2b86738-7658-4399-b712-f77d5554dce8 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:39.437957 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ab115208-e831-48db-b9a6-845a69a02f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (d2b86738-7658-4399-b712-f77d5554dce8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.545246 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Routers {'baa12e33-f641-44fe-9d16-9a68d2316cd6'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:39.546087 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['baa12e33-f641-44fe-9d16-9a68d2316cd6'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:39.574337 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks [] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.610341 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-ab115208-e831-48db-b9a6-845a69a02f11 None None] Current status of the port d2b86738-7658-4399-b712-f77d5554dce8 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:39.611858 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a69911-975a-4acb-9d1c-614d81be3e81 None None] Pushing event updated for resources: {'Port': ['ID=685d99a4-4e99-4425-b30a-c068c10a8cd7,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:39.654521 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.695063 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56386) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:39.703156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Pushing event updated for resources: {'Port': ['ID=73e393d8-4912-45d5-bc1d-e40c2c7954fc,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:39.718969 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Network 572da088-41c7-4217-a68e-5c5e42576dff is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:39.720562 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:39.723092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:39.727589 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d74e3393-fc82-4be5-b407-17bdd9ac3557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.744747 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] Set router baa12e33-f641-44fe-9d16-9a68d2316cd6 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:39.820846 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (baa12e33-f641-44fe-9d16-9a68d2316cd6), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.951414 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d74e3393-fc82-4be5-b407-17bdd9ac3557 admin admin] Publish callbacks [] for security_group (8170a4a0-60db-4851-83f5-d14b7bb68eb9), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.958816 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-d74e3393-fc82-4be5-b407-17bdd9ac3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (8170a4a0-60db-4851-83f5-d14b7bb68eb9), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.059686 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-d74e3393-fc82-4be5-b407-17bdd9ac3557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c6e4920ab694079890e50a77f49307f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632689 Apr 06 13:53:40.061160 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e3393-fc82-4be5-b407-17bdd9ac3557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8170a4a0-60db-4851-83f5-d14b7bb68eb9,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:40.064298 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56394) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:40.172961 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:53:36Z', 'revision_number': 3, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:40.191742 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.206797 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246dfbe-6217-47a4-b674-ffbfd17c74a7 None None] The sync data for ids ['baa12e33-f641-44fe-9d16-9a68d2316cd6'] in dv-cinder-827554-3-iscsi is: [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:53:36Z', 'revision_number': 3, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:40.222372 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device a270e1af-0e82-44d1-a678-1bbe26ad5e07 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:40.249595 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ad86b949-0577-45fe-931e-43e48c445772 admin admin] Publish callbacks [] for security_group (8170a4a0-60db-4851-83f5-d14b7bb68eb9), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.300511 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-41e0ca3a-4bb5-4931-997c-1b59e032284b None None] Provisioning complete for port 73e393d8-4912-45d5-bc1d-e40c2c7954fc triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:40.301171 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-41e0ca3a-4bb5-4931-997c-1b59e032284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.323682 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ad86b949-0577-45fe-931e-43e48c445772 admin admin] Publish callbacks [] for security_group (8170a4a0-60db-4851-83f5-d14b7bb68eb9), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.332744 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e9f9a-4528-4c5c-860f-1e27a023df82 req-ff45bde1-641f-4f6c-b913-e433cf339291 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.334515 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e3e9f9a-4528-4c5c-860f-1e27a023df82 req-ff45bde1-641f-4f6c-b913-e433cf339291 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1930587 Apr 06 13:53:40.355524 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-41e0ca3a-4bb5-4931-997c-1b59e032284b None None] Port 73e393d8-4912-45d5-bc1d-e40c2c7954fc cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:40.359402 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port a270e1af-0e82-44d1-a678-1bbe26ad5e07 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:40.359936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.465411 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e3e9f9a-4528-4c5c-860f-1e27a023df82 req-d0ba3988-078e-46e5-a32a-fd865d13bf7d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226351 Apr 06 13:53:40.484182 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ad86b949-0577-45fe-931e-43e48c445772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (8170a4a0-60db-4851-83f5-d14b7bb68eb9), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.487103 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ad86b949-0577-45fe-931e-43e48c445772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.491062 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ad86b949-0577-45fe-931e-43e48c445772 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8170a4a0-60db-4851-83f5-d14b7bb68eb9 HTTP/1.1" status: 204 len: 168 time: 0.4126568 Apr 06 13:53:40.523746 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port a270e1af-0e82-44d1-a678-1bbe26ad5e07 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:40.525934 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b949-0577-45fe-931e-43e48c445772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8170a4a0-60db-4851-83f5-d14b7bb68eb9,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:40.528281 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device d2b86738-7658-4399-b712-f77d5554dce8 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:40.599624 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks [] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.616138 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.642205 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port d2b86738-7658-4399-b712-f77d5554dce8 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:40.642787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (d2b86738-7658-4399-b712-f77d5554dce8), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.679566 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a3367-50ed-4f14-8271-b0ac39790dca req-f6bfd851-5040-4953-8167-2d3735bc6b9d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.687382 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-262a3367-50ed-4f14-8271-b0ac39790dca req-f6bfd851-5040-4953-8167-2d3735bc6b9d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1734717 Apr 06 13:53:40.790180 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port d2b86738-7658-4399-b712-f77d5554dce8 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:40.803920 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (baa12e33-f641-44fe-9d16-9a68d2316cd6), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.816345 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Pushing event updated for resources: {'Port': ['ID=73e393d8-4912-45d5-bc1d-e40c2c7954fc,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:40.843925 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-262a3367-50ed-4f14-8271-b0ac39790dca req-b34e7cae-daf6-4955-b8f3-9520f8ecf5aa tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524661 Apr 06 13:53:40.976690 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Network 572da088-41c7-4217-a68e-5c5e42576dff is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:40.978242 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:41.117244 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Router baa12e33-f641-44fe-9d16-9a68d2316cd6 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:53:41.265228 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:41.271089 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-39ab6577-28bb-459d-a9f8-34a2654203ca admin admin] 10.222.0.24 "PUT /v2.0/routers/baa12e33-f641-44fe-9d16-9a68d2316cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4191239 Apr 06 13:53:41.301749 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-784df4f7-d00e-48c5-998b-9b045087f8ee None None] Provisioning complete for port 73e393d8-4912-45d5-bc1d-e40c2c7954fc triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:41.302542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-784df4f7-d00e-48c5-998b-9b045087f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:41.361310 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-784df4f7-d00e-48c5-998b-9b045087f8ee None None] Port 73e393d8-4912-45d5-bc1d-e40c2c7954fc cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:41.629813 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8ce3-15cb-4993-9f9d-b76e192839c5 req-307d513f-5e7a-45ee-aa30-1dd8a2feca3c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:41.631472 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0d5a8ce3-15cb-4993-9f9d-b76e192839c5 req-307d513f-5e7a-45ee-aa30-1dd8a2feca3c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0596030 Apr 06 13:53:41.684497 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0d5a8ce3-15cb-4993-9f9d-b76e192839c5 req-01e0d687-319e-46b0-890f-f1afb718ef17 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Apr 06 13:53:42.064054 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 685d99a4-4e99-4425-b30a-c068c10a8cd7 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:42.067534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91847e-3abe-421b-82e4-bdc9f654588f req-c9efcad4-f1cf-4932-9c73-c206ac2c43b7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:42.075035 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5b91847e-3abe-421b-82e4-bdc9f654588f req-c9efcad4-f1cf-4932-9c73-c206ac2c43b7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0841510 Apr 06 13:53:42.123727 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56456) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:42.133545 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662149365', 'description': 'tempest-secgroup-smoke-662149365 description', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:42.141342 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 685d99a4-4e99-4425-b30a-c068c10a8cd7 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:42.141562 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.167388 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.167655 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5b91847e-3abe-421b-82e4-bdc9f654588f req-0f830abe-8c3b-4dd2-9ce8-0763cfa1346e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917263 Apr 06 13:53:42.246740 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 685d99a4-4e99-4425-b30a-c068c10a8cd7 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:42.247167 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.266125 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group (d4ea8a09-3533-48af-9a73-790b9bd06562), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.270803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d4ea8a09-3533-48af-9a73-790b9bd06562), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.274200 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 685d99a4-4e99-4425-b30a-c068c10a8cd7, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=685d99a4-4e99-4425-b30a-c068c10a8cd7,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:42.279024 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.307893 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ea8a09-3533-48af-9a73-790b9bd06562,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:42.313303 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.314609 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4fdf88b6-8b03-4fba-ac1a-11bd4869ce73 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1898124 Apr 06 13:53:42.319216 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56460) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:42.324282 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group_rule': {'security_group_id': 'd4ea8a09-3533-48af-9a73-790b9bd06562', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:42.360545 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=685d99a4-4e99-4425-b30a-c068c10a8cd7,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:42.360932 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (9a2c2ad3-9bb7-463f-adb6-b0cb4a45282e), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.393446 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Sync routers for ids ['baa12e33-f641-44fe-9d16-9a68d2316cd6'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:42.407137 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Routers {'baa12e33-f641-44fe-9d16-9a68d2316cd6'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:42.407840 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['baa12e33-f641-44fe-9d16-9a68d2316cd6'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:42.433242 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (9a2c2ad3-9bb7-463f-adb6-b0cb4a45282e), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.439245 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (9a2c2ad3-9bb7-463f-adb6-b0cb4a45282e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.455644 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2c2ad3-9bb7-463f-adb6-b0cb4a45282e,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:42.471256 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.472440 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-75b7e299-451d-46e8-b187-cd181a90225a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521404 Apr 06 13:53:42.475379 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56466) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:42.481131 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group_rule': {'security_group_id': 'd4ea8a09-3533-48af-9a73-790b9bd06562', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:42.535238 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (07dd3ff4-79be-4ab0-a0a5-359682e0ad75), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.548492 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Set router baa12e33-f641-44fe-9d16-9a68d2316cd6 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:42.620735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (07dd3ff4-79be-4ab0-a0a5-359682e0ad75), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.625886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (07dd3ff4-79be-4ab0-a0a5-359682e0ad75), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.649123 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dd3ff4-79be-4ab0-a0a5-359682e0ad75,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:42.658587 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.659729 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b347852b-ae89-4532-a907-5642ac1949b3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827855 Apr 06 13:53:42.662867 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56476) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:42.667865 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group_rule': {'security_group_id': 'd4ea8a09-3533-48af-9a73-790b9bd06562', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:42.717149 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (6df705a2-69c6-4553-a7b0-8044990c42ae), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.847406 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (6df705a2-69c6-4553-a7b0-8044990c42ae), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.856787 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (6df705a2-69c6-4553-a7b0-8044990c42ae), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.889604 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3030d62-2d63-4185-87c1-b44af1e03149 req-85b49818-e0f1-4d80-bd71-a7bb10a65775 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:42.891708 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f3030d62-2d63-4185-87c1-b44af1e03149 req-85b49818-e0f1-4d80-bd71-a7bb10a65775 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0681689 Apr 06 13:53:42.915604 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df705a2-69c6-4553-a7b0-8044990c42ae,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:42.920908 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.922363 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1e07b9d3-61c6-4ec8-89f0-851cae500273 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2584395 Apr 06 13:53:42.931631 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56494) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:42.935814 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:53:40Z', 'revision_number': 4, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '73e393d8-4912-45d5-bc1d-e40c2c7954fc', 'name': '', 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'mac_address': 'fa:16:3e:43:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:38Z', 'updated_at': '2022-04-06T13:53:40Z', 'revision_number': 2, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'subnets': [{'id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:42.940960 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group_rule': {'security_group_id': 'd4ea8a09-3533-48af-9a73-790b9bd06562', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:43.001549 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Checking router: baa12e33-f641-44fe-9d16-9a68d2316cd6 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:43.002239 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Updating router baa12e33-f641-44fe-9d16-9a68d2316cd6 port 73e393d8-4912-45d5-bc1d-e40c2c7954fc binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:53:43.004045 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f3030d62-2d63-4185-87c1-b44af1e03149 req-e5569a11-3b26-45ad-964e-f915db19cd95 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024466 Apr 06 13:53:43.030382 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (4825d7c7-5406-4116-be13-e3c11a4b35a5), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.049990 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d910c8-36d9-485d-a101-d7417e31cabe req-f0d73c29-dc6e-4f8b-af8c-089ab3aa9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:43.051698 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-17d910c8-36d9-485d-a101-d7417e31cabe req-f0d73c29-dc6e-4f8b-af8c-089ab3aa9656 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1129 time: 0.1280129 Apr 06 13:53:43.085353 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.130659 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-17d910c8-36d9-485d-a101-d7417e31cabe req-6a3ed84f-64cd-4712-a582-a731cd7111a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705512 Apr 06 13:53:43.132567 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (4825d7c7-5406-4116-be13-e3c11a4b35a5), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.138277 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (4825d7c7-5406-4116-be13-e3c11a4b35a5), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.158043 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4825d7c7-5406-4116-be13-e3c11a4b35a5,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:43.183055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.185487 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0152ed8c-ff13-445f-9937-ae6336ff6ce4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500031 Apr 06 13:53:43.188329 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56516) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:43.193519 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group_rule': {'security_group_id': 'd4ea8a09-3533-48af-9a73-790b9bd06562', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:43.237942 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.securitygroups_db [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Project 2cdfe0d2b8dd4016b0ab6caa5d72e486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:53:43.247565 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (57cb223e-b66f-413d-b229-1978be955274), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.380202 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (57cb223e-b66f-413d-b229-1978be955274), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.385681 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (57cb223e-b66f-413d-b229-1978be955274), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.410104 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a61c4-28f0-45de-afab-fe44c1462de4 req-cbbe0dcd-1265-4937-9806-a628f1126cc2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:43.412108 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c18a61c4-28f0-45de-afab-fe44c1462de4 req-cbbe0dcd-1265-4937-9806-a628f1126cc2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1041753 Apr 06 13:53:43.425823 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cb223e-b66f-413d-b229-1978be955274,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:43.463228 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.465424 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7b45b0e5-688e-49e5-ab64-04fdabd9623e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2757947 Apr 06 13:53:43.468187 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56536) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:43.475399 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'security_group_rule': {'security_group_id': 'd4ea8a09-3533-48af-9a73-790b9bd06562', 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:43.529331 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.securitygroups_db [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Project 2cdfe0d2b8dd4016b0ab6caa5d72e486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:53:43.559161 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c18a61c4-28f0-45de-afab-fe44c1462de4 req-8ba4dc7a-5131-4b9b-80e2-7344390e693f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385427 Apr 06 13:53:43.562247 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (e6f1b500-17a1-41ba-8a6a-84708b14741b), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.639330 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Publish callbacks [] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.649131 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.784458 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (e6f1b500-17a1-41ba-8a6a-84708b14741b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.791270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (e6f1b500-17a1-41ba-8a6a-84708b14741b), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.828793 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.829391 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511c5f-3f57-4564-8650-4b36ba0165d0 None None] Pushing event updated for resources: {'Port': ['ID=73e393d8-4912-45d5-bc1d-e40c2c7954fc,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:43.831200 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3608327 Apr 06 13:53:43.832553 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993557-f80a-495b-993c-dee1640d3dcc tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f1b500-17a1-41ba-8a6a-84708b14741b,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:43.946862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Attempting to bind port 73e393d8-4912-45d5-bc1d-e40c2c7954fc on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:43.947254 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Attempting to bind port 73e393d8-4912-45d5-bc1d-e40c2c7954fc by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:43.947622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Attempting to bind port 73e393d8-4912-45d5-bc1d-e40c2c7954fc on network 572da088-41c7-4217-a68e-5c5e42576dff {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:43.958446 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:43.958991 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Checking segment: {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:43.959466 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:43.959893 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Bound using segment: {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:43.960533 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Bound port: 73e393d8-4912-45d5-bc1d-e40c2c7954fc, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f724170a-1765-4291-bad1-dc55e8135b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:43.964925 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.074631 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56552) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:44.090378 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 685d99a4-4e99-4425-b30a-c068c10a8cd7 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:44.242427 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-a89fd136-d357-4be2-a393-a69549bea4cf None None] Provisioning complete for port 73e393d8-4912-45d5-bc1d-e40c2c7954fc triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:44.243079 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a89fd136-d357-4be2-a393-a69549bea4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.356927 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] For port 73e393d8-4912-45d5-bc1d-e40c2c7954fc, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:44.360557 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3819b6c-b861-4267-8d05-f7a30e2d3967 req-df42fd06-d2cb-4974-b2fe-82dc5bec5c36 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.362095 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c3819b6c-b861-4267-8d05-f7a30e2d3967 req-df42fd06-d2cb-4974-b2fe-82dc5bec5c36 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1896992 Apr 06 13:53:44.375292 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b8a0d33d-3427-4558-bf9b-fbd4664bdb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.486151 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] For port 73e393d8-4912-45d5-bc1d-e40c2c7954fc, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=73e393d8-4912-45d5-bc1d-e40c2c7954fc,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:44.513200 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-a89fd136-d357-4be2-a393-a69549bea4cf None None] Port 73e393d8-4912-45d5-bc1d-e40c2c7954fc cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:44.533147 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.562545 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 685d99a4-4e99-4425-b30a-c068c10a8cd7 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:44.563450 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.584595 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b8a0d33d-3427-4558-bf9b-fbd4664bdb1f admin admin] Publish callbacks [] for security_group (c00a80c7-6e73-4af2-9e79-ce411102a6e6), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.611827 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-b8a0d33d-3427-4558-bf9b-fbd4664bdb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c00a80c7-6e73-4af2-9e79-ce411102a6e6), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.765467 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56610) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:44.766093 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b8a0d33d-3427-4558-bf9b-fbd4664bdb1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6133aa0f44d44dcab8bcdc3e975cdfc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6893058 Apr 06 13:53:44.848092 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0d33d-3427-4558-bf9b-fbd4664bdb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a80c7-6e73-4af2-9e79-ce411102a6e6,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:44.864237 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Routers {'baa12e33-f641-44fe-9d16-9a68d2316cd6'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:44.864857 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:53:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['baa12e33-f641-44fe-9d16-9a68d2316cd6'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:44.941896 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c3819b6c-b861-4267-8d05-f7a30e2d3967 req-d7e8aa93-f46e-45cd-86f6-a15ba4916963 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683053 Apr 06 13:53:44.967060 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9588c534-e193-4a20-8154-c451f70ccb45 admin admin] Publish callbacks [] for security_group (c00a80c7-6e73-4af2-9e79-ce411102a6e6), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:44.992607 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd4e98-6383-404a-beed-9077553c0247 req-d4467fca-5df2-4e4f-bb9b-bfebe739c123 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.994777 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a3bd4e98-6383-404a-beed-9077553c0247 req-d4467fca-5df2-4e4f-bb9b-bfebe739c123 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1739326 Apr 06 13:53:45.188396 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a3bd4e98-6383-404a-beed-9077553c0247 req-d1a8f736-df35-464f-ba72-dbaa49ecbf1d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843815 Apr 06 13:53:45.236068 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9588c534-e193-4a20-8154-c451f70ccb45 admin admin] Publish callbacks [] for security_group (c00a80c7-6e73-4af2-9e79-ce411102a6e6), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.269813 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa7454-7993-4981-99a4-e58510a5797b req-5b87e9b0-dc79-4d30-ab41-edea77d3ab43 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.271544 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-39fa7454-7993-4981-99a4-e58510a5797b req-5b87e9b0-dc79-4d30-ab41-edea77d3ab43 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1337354 Apr 06 13:53:45.310221 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511c5f-3f57-4564-8650-4b36ba0165d0 None None] Pushing event updated for resources: {'Port': ['ID=73e393d8-4912-45d5-bc1d-e40c2c7954fc,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:45.314758 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9588c534-e193-4a20-8154-c451f70ccb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c00a80c7-6e73-4af2-9e79-ce411102a6e6), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.321139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9588c534-e193-4a20-8154-c451f70ccb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.327224 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9588c534-e193-4a20-8154-c451f70ccb45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c00a80c7-6e73-4af2-9e79-ce411102a6e6 HTTP/1.1" status: 204 len: 168 time: 0.5606670 Apr 06 13:53:45.338851 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588c534-e193-4a20-8154-c451f70ccb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a80c7-6e73-4af2-9e79-ce411102a6e6,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:45.432737 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] Provisioning complete for port 73e393d8-4912-45d5-bc1d-e40c2c7954fc triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:45.433116 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.442451 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-39fa7454-7993-4981-99a4-e58510a5797b req-c1330259-9ea0-41cd-b190-b83a5c266edf tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646392 Apr 06 13:53:45.598536 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 685d99a4-4e99-4425-b30a-c068c10a8cd7 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:45.682801 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] Set router baa12e33-f641-44fe-9d16-9a68d2316cd6 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:45.797428 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] Current status of the port 73e393d8-4912-45d5-bc1d-e40c2c7954fc is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:45.797882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.905898 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56642) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:45.917469 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] For port 73e393d8-4912-45d5-bc1d-e40c2c7954fc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=73e393d8-4912-45d5-bc1d-e40c2c7954fc,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:45.930319 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b057db49-a44e-419c-8ad1-f5c9c43dec90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.936053 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.084459 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc80c6-e7ac-471d-a421-f15682ae6474 None None] Pushing event updated for resources: {'Port': ['ID=73e393d8-4912-45d5-bc1d-e40c2c7954fc,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:46.180526 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.181882 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b057db49-a44e-419c-8ad1-f5c9c43dec90 admin admin] Publish callbacks [] for security_group (0c7f2c70-2473-4faf-a670-59f883db5e37), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.186916 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b057db49-a44e-419c-8ad1-f5c9c43dec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (0c7f2c70-2473-4faf-a670-59f883db5e37), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.240489 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057db49-a44e-419c-8ad1-f5c9c43dec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f2c70-2473-4faf-a670-59f883db5e37,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:46.288395 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73fa97-ac71-4815-8287-5d8e145f3fc1 req-b215cf3b-6264-4ebe-a4a8-af775d46cb31 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:46.292411 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:53:40Z', 'revision_number': 4, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '73e393d8-4912-45d5-bc1d-e40c2c7954fc', 'name': '', 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'mac_address': 'fa:16:3e:43:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:38Z', 'updated_at': '2022-04-06T13:53:44Z', 'revision_number': 4, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'subnets': [{'id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:46.297423 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2b73fa97-ac71-4815-8287-5d8e145f3fc1 req-b215cf3b-6264-4ebe-a4a8-af775d46cb31 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1891623 Apr 06 13:53:46.314311 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b057db49-a44e-419c-8ad1-f5c9c43dec90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=319af527329a49c5b11355b64db65105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072580 Apr 06 13:53:46.314613 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56652) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:46.354057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5ba81-340c-4ac4-b2fb-8b97989748e1 None None] The sync data for ids ['baa12e33-f641-44fe-9d16-9a68d2316cd6'] in dv-cinder-827554-3-iscsi is: [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:53:40Z', 'revision_number': 4, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '73e393d8-4912-45d5-bc1d-e40c2c7954fc', 'name': '', 'network_id': '572da088-41c7-4217-a68e-5c5e42576dff', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'mac_address': 'fa:16:3e:43:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:38Z', 'updated_at': '2022-04-06T13:53:44Z', 'revision_number': 4, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'subnets': [{'id': '4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:46.417516 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2b73fa97-ac71-4815-8287-5d8e145f3fc1 req-8aa9f932-d2b0-4687-afd6-d5fb49ce27dd tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185694 Apr 06 13:53:46.606327 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ebea1e6e-7e07-4bd4-9d7c-33a3474c131b admin admin] Publish callbacks [] for security_group (0c7f2c70-2473-4faf-a670-59f883db5e37), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.665916 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ebea1e6e-7e07-4bd4-9d7c-33a3474c131b admin admin] Publish callbacks [] for security_group (0c7f2c70-2473-4faf-a670-59f883db5e37), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.675465 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61678c3-ba33-4df0-aafa-f4873d0e8d2a req-f990f963-fb4f-40ad-95e6-2bc0a3723daa tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:46.677522 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f61678c3-ba33-4df0-aafa-f4873d0e8d2a req-f990f963-fb4f-40ad-95e6-2bc0a3723daa tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.2247369 Apr 06 13:53:46.868229 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba5d89-630a-4a98-8a7a-c57397b6cfe0 req-10e9d144-356d-4cb1-b074-c6a00f191ef3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:46.869561 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f61678c3-ba33-4df0-aafa-f4873d0e8d2a req-fee55aff-a60e-46d1-bcb4-cc7c2ee7bb51 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398180 Apr 06 13:53:46.869894 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9eba5d89-630a-4a98-8a7a-c57397b6cfe0 req-10e9d144-356d-4cb1-b074-c6a00f191ef3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1414766 Apr 06 13:53:46.902616 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ebea1e6e-7e07-4bd4-9d7c-33a3474c131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (0c7f2c70-2473-4faf-a670-59f883db5e37), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.929800 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ebea1e6e-7e07-4bd4-9d7c-33a3474c131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.931095 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ebea1e6e-7e07-4bd4-9d7c-33a3474c131b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c7f2c70-2473-4faf-a670-59f883db5e37 HTTP/1.1" status: 204 len: 168 time: 0.6146355 Apr 06 13:53:46.955668 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea1e6e-7e07-4bd4-9d7c-33a3474c131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f2c70-2473-4faf-a670-59f883db5e37,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:47.027199 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9eba5d89-630a-4a98-8a7a-c57397b6cfe0 req-ba46c9fc-0bf1-4beb-bcb4-b9189da5cc19 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744323 Apr 06 13:53:47.465771 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-d88c2e06-0d1d-45b4-ad3f-44f74327bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:47.468286 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-d88c2e06-0d1d-45b4-ad3f-44f74327bf71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1129 time: 0.1572335 Apr 06 13:53:47.480699 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2889-ffe2-412b-8beb-9d846bb80850 req-0b2af8e1-5854-4d5d-a926-bbac2c401d96 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:47.483448 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eafb2889-ffe2-412b-8beb-9d846bb80850 req-0b2af8e1-5854-4d5d-a926-bbac2c401d96 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0922840 Apr 06 13:53:47.675776 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eafb2889-ffe2-412b-8beb-9d846bb80850 req-7a3ea7d4-ce3f-4eb2-a4cb-4eb07600db77 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782517 Apr 06 13:53:47.775967 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-cb340e33-c042-4bdb-a907-62c3133e3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:47.779089 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-cb340e33-c042-4bdb-a907-62c3133e3bd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.2928317 Apr 06 13:53:47.912332 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-3e8fad95-cb7e-4297-b3c0-94ba5d45e3c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 217 time: 0.1259010 Apr 06 13:53:48.116781 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-e60853f5-a40a-4685-9810-9e9950e7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.121702 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-e60853f5-a40a-4685-9810-9e9950e7b1ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.1874142 Apr 06 13:53:48.142588 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 73e393d8-4912-45d5-bc1d-e40c2c7954fc up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:48.256792 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf58b3-7ed8-42e3-a1f4-a4b5e109bd40 req-b6a45fd5-8919-481e-9488-4cc0a77f1db1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.259280 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-25bf58b3-7ed8-42e3-a1f4-a4b5e109bd40 req-b6a45fd5-8919-481e-9488-4cc0a77f1db1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1549506 Apr 06 13:53:48.341974 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-deb6db81-c2b9-4c31-a1d7-ae89428ad787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.350962 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-deb6db81-c2b9-4c31-a1d7-ae89428ad787 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2200234 Apr 06 13:53:48.361387 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 73e393d8-4912-45d5-bc1d-e40c2c7954fc triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:48.362120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.381244 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87887139-5a03-4aed-ae9d-29ff59e2f997 req-03df3e34-d755-449b-b2ca-d58e9e990685 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.408892 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-87887139-5a03-4aed-ae9d-29ff59e2f997 req-03df3e34-d755-449b-b2ca-d58e9e990685 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.2143419 Apr 06 13:53:48.446095 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-25bf58b3-7ed8-42e3-a1f4-a4b5e109bd40 req-5960989d-da4f-4704-a65a-2dacf909aaa7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772697 Apr 06 13:53:48.619499 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 73e393d8-4912-45d5-bc1d-e40c2c7954fc is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:48.637311 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-87887139-5a03-4aed-ae9d-29ff59e2f997 req-5234a70c-22dc-4e75-afdc-d3660749a966 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272356 Apr 06 13:53:48.766352 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-f75c28a3-9858-479e-8d56-ab67ed68b80f service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403869 Apr 06 13:53:48.916140 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56702) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:48.998080 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d502a61-eafe-4c30-82fb-25019e3aee06 req-2532f3d7-6cda-4ae9-8c17-522df74ff1a8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.006259 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3d502a61-eafe-4c30-82fb-25019e3aee06 req-2532f3d7-6cda-4ae9-8c17-522df74ff1a8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1362548 Apr 06 13:53:49.075034 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3d502a61-eafe-4c30-82fb-25019e3aee06 req-bd330440-1c7d-436a-9ba8-8da9dbe199d2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Apr 06 13:53:49.088625 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d6793155-e62c-4872-aadd-7652f5a58f78 req-bc38dea5-40a0-444f-96f1-a131089824c3 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128746 Apr 06 13:53:49.145018 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56708) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:49.349396 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-849155868-network', 'tenant_id': '78ffa63ac8fe449d8c905f5e46034cde'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:49.353264 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d18f5695-7c62-4763-8933-a1b69c4a369e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.416254 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Made reservation on behalf of 78ffa63ac8fe449d8c905f5e46034cde for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:49.419278 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.444678 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.542992 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d18f5695-7c62-4763-8933-a1b69c4a369e admin admin] Publish callbacks [] for security_group (362bb621-9ab3-4bac-b6bf-ed3c4597b979), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.553898 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d18f5695-7c62-4763-8933-a1b69c4a369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (362bb621-9ab3-4bac-b6bf-ed3c4597b979), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.716092 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d18f5695-7c62-4763-8933-a1b69c4a369e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f588d2ee8bb54e3ba889c98afc9939da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5659280 Apr 06 13:53:49.716092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f5695-7c62-4763-8933-a1b69c4a369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362bb621-9ab3-4bac-b6bf-ed3c4597b979,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:49.717919 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56722) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:49.737402 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks [] for security_group (c3684dba-1713-4efc-824a-bae86061ae3a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.761538 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c3684dba-1713-4efc-824a-bae86061ae3a), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.859863 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d04df7-cc41-4d55-90cc-a5b28b85eed9 req-57670554-b410-4e45-b3f7-90f4d9a763b0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.862421 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-83d04df7-cc41-4d55-90cc-a5b28b85eed9 req-57670554-b410-4e45-b3f7-90f4d9a763b0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.3007412 Apr 06 13:53:49.863677 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:53:49.885559 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5a6527c8-b050-48d5-8c9c-5f18c276d6cf admin admin] Publish callbacks [] for security_group (362bb621-9ab3-4bac-b6bf-ed3c4597b979), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.967667 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5a6527c8-b050-48d5-8c9c-5f18c276d6cf admin admin] Publish callbacks [] for security_group (362bb621-9ab3-4bac-b6bf-ed3c4597b979), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.022198 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f99c2f-a17a-4698-aad3-66437d43b207 req-5e456bb0-759e-41b9-8521-26523617f57f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:50.023797 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-65f99c2f-a17a-4698-aad3-66437d43b207 req-5e456bb0-759e-41b9-8521-26523617f57f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1651988 Apr 06 13:53:50.099415 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5a6527c8-b050-48d5-8c9c-5f18c276d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (362bb621-9ab3-4bac-b6bf-ed3c4597b979), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.103665 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5a6527c8-b050-48d5-8c9c-5f18c276d6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.108899 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5a6527c8-b050-48d5-8c9c-5f18c276d6cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/362bb621-9ab3-4bac-b6bf-ed3c4597b979 HTTP/1.1" status: 204 len: 168 time: 0.3854647 Apr 06 13:53:50.118559 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6527c8-b050-48d5-8c9c-5f18c276d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362bb621-9ab3-4bac-b6bf-ed3c4597b979,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:50.171481 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-65f99c2f-a17a-4698-aad3-66437d43b207 req-13eeb29a-40e8-478d-8cb9-957511f74957 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989261 Apr 06 13:53:50.327078 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.328064 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Added segment 21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f of type vlan for network f3ab6180-a7d0-456e-9980-ddc830ae3adf Apr 06 13:53:50.329419 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3684dba-1713-4efc-824a-bae86061ae3a,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:50.459500 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (f3ab6180-a7d0-456e-9980-ddc830ae3adf), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.473119 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fe153-6f61-4c9f-90c2-20c61c15c794 req-a8d5c940-4196-4d68-987d-c6168fcb4ba8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:50.485356 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-163fe153-6f61-4c9f-90c2-20c61c15c794 req-a8d5c940-4196-4d68-987d-c6168fcb4ba8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1827681 Apr 06 13:53:50.509267 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (f3ab6180-a7d0-456e-9980-ddc830ae3adf), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.511115 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:50.512311 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:50.618835 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-163fe153-6f61-4c9f-90c2-20c61c15c794 req-46c80a1f-f2f1-42c7-abf5-39b4b0d5ef8c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319513 Apr 06 13:53:50.680548 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-83d04df7-cc41-4d55-90cc-a5b28b85eed9 req-c2271552-ed7e-4cfe-a906-23e3745a8a51 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7994566 Apr 06 13:53:50.713536 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7926171 Apr 06 13:53:50.714474 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56738) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:50.723187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46614b30-09f4-42ff-89cd-def5a85de950 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ab6180-a7d0-456e-9980-ddc830ae3adf,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:50.729838 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Request body: {'subnet': {'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-849155868-subnet', 'tenant_id': '78ffa63ac8fe449d8c905f5e46034cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:50.741977 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network f3ab6180-a7d0-456e-9980-ddc830ae3adf details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:53:50.785535 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Made reservation on behalf of 78ffa63ac8fe449d8c905f5e46034cde for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:50.791133 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58595122'] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:51.103831 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58634813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58595116'] for subnet (2472fa76-9461-4c87-9126-f1fa7c01f712), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:51.232157 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2472fa76-9461-4c87-9126-f1fa7c01f712,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:51.245853 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Checking segment: {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:51.246417 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Network hostable DHCP agents. Network: f3ab6180-a7d0-456e-9980-ddc830ae3adf, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:53:51.289398 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Network f3ab6180-a7d0-456e-9980-ddc830ae3adf is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:53:51.309385 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, f3ab6180-a7d0-456e-9980-ddc830ae3adf) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:51.322458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec0e31-dd76-4621-8596-d06a139406b5 None None] Network f3ab6180-a7d0-456e-9980-ddc830ae3adf requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:51.333912 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:51.336477 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:51.377635 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-63bf08ab-f9a6-4bfb-8b11-abb7f6b1b418 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6606705 Apr 06 13:53:51.753987 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1082525-1c44-4f11-9dc8-88352bf341d1 None None] Network f3ab6180-a7d0-456e-9980-ddc830ae3adf requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:51.850479 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de7b3-f954-4bf6-8c09-b2d35fec3885 req-6b10e42d-ea3a-409b-a328-51fb30cc4703 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:51.874485 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d82de7b3-f954-4bf6-8c09-b2d35fec3885 req-6b10e42d-ea3a-409b-a328-51fb30cc4703 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.3402083 Apr 06 13:53:51.928822 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041d27-7fa0-4412-85f6-5cc41c4d85d7 req-50bd4d24-9f2f-4791-8ce3-3e720a101df7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:51.941090 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7041d27-7fa0-4412-85f6-5cc41c4d85d7 req-50bd4d24-9f2f-4791-8ce3-3e720a101df7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.1650469 Apr 06 13:53:51.992759 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d82de7b3-f954-4bf6-8c09-b2d35fec3885 req-8f9c900b-07bf-4ba8-be54-c85c8d7c7d80 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167266 Apr 06 13:53:52.055482 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7041d27-7fa0-4412-85f6-5cc41c4d85d7 req-7c784596-ca9f-4d3d-b212-8a718de738ed tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135793 Apr 06 13:53:52.263490 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043aa1b-3dbf-4515-bc84-681cd2d6fd6f req-3fa03cfc-f7a6-492d-b46d-1ddb2425088d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:52.266083 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4043aa1b-3dbf-4515-bc84-681cd2d6fd6f req-3fa03cfc-f7a6-492d-b46d-1ddb2425088d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0703323 Apr 06 13:53:52.370833 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4043aa1b-3dbf-4515-bc84-681cd2d6fd6f req-6607e125-b9e9-4f8e-80e7-dfbc7b6620f5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941818 Apr 06 13:53:53.210597 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d0262-1ab9-4521-81d0-2a699f2f11d6 req-16b60e04-2492-44fd-84d9-59a4ef79213c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:53.213238 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a62d0262-1ab9-4521-81d0-2a699f2f11d6 req-16b60e04-2492-44fd-84d9-59a4ef79213c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0935647 Apr 06 13:53:53.271139 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a62d0262-1ab9-4521-81d0-2a699f2f11d6 req-4c8075a9-95e8-4b77-b394-6e9a51a19f3e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 Apr 06 13:53:53.590447 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8793e9-2382-4d01-8b36-17e6a02e065d req-b0fb96a5-b080-4635-9c0d-1b3b4971e0f8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:53.592806 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ab8793e9-2382-4d01-8b36-17e6a02e065d req-b0fb96a5-b080-4635-9c0d-1b3b4971e0f8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0919199 Apr 06 13:53:53.672196 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ab8793e9-2382-4d01-8b36-17e6a02e065d req-1cbbfd40-f2b8-4dc3-b7a6-51975b43ed83 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719156 Apr 06 13:53:54.555498 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56824) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:54.575772 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041767818', 'description': 'tempest-description--1715687910'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:54.655077 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:54.843070 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888d85-66e2-49a1-8986-fae5203c8f98 req-a2eb5023-e6bc-49d9-8d60-8ac2817a5c83 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:54.844707 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e8888d85-66e2-49a1-8986-fae5203c8f98 req-a2eb5023-e6bc-49d9-8d60-8ac2817a5c83 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1236446 Apr 06 13:53:54.886440 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group (b9ca851e-6c7a-4eb2-9c02-8c305228b0ea), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:54.907698 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b9ca851e-6c7a-4eb2-9c02-8c305228b0ea), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:54.969620 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:55.002686 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e8888d85-66e2-49a1-8986-fae5203c8f98 req-7c61fb76-1e30-4dd0-ad7b-b55a3351d92e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405907 Apr 06 13:53:55.011454 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.013925 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-95776378-cffe-48e7-be89-41e468e5676b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4418070 Apr 06 13:53:55.017465 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56834) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:55.023318 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca851e-6c7a-4eb2-9c02-8c305228b0ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:55.087138 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group_rule (1aaa6534-5703-4b70-8c40-987a79c55c26), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.219170 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group_rule (1aaa6534-5703-4b70-8c40-987a79c55c26), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.226126 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (1aaa6534-5703-4b70-8c40-987a79c55c26), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.262734 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaa6534-5703-4b70-8c40-987a79c55c26,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:55.276793 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.278585 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-16ebcdb5-30be-454a-b898-be21683b6f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2595975 Apr 06 13:53:55.285128 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 56836) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:55.296705 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca851e-6c7a-4eb2-9c02-8c305228b0ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:55.318955 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c42fd-8b49-4785-8ceb-44c3f171056c req-231b9786-6d95-4c08-ba50-46de344dd117 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:55.323195 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-274c42fd-8b49-4785-8ceb-44c3f171056c req-231b9786-6d95-4c08-ba50-46de344dd117 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1641619 Apr 06 13:53:55.369447 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group_rule (fcc3c1a6-12db-4882-81ea-1f62fae6721c), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.499377 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-274c42fd-8b49-4785-8ceb-44c3f171056c req-c50dae15-e05c-491d-be91-b0e988b25112 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696827 Apr 06 13:53:55.504160 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group_rule (fcc3c1a6-12db-4882-81ea-1f62fae6721c), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.511510 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (fcc3c1a6-12db-4882-81ea-1f62fae6721c), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.587985 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc3c1a6-12db-4882-81ea-1f62fae6721c,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:55.600928 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.602969 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-fa4d4477-0556-4e41-8e68-e77d7a2fba0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164606 Apr 06 13:53:55.604174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-60a984b4-9415-4208-9eed-a951df0140be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.608790 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 56838) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:55.620840 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:55.687258 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.901149 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.203764 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Allocated IP 172.27.0.216 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/76e9de5c-623c-4abd-8ac0-d01668fdc373) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:56.392603 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.416346 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652f5b-a855-4b5b-a1b1-43b660c34424 req-dfb70546-a17b-4dbe-b159-6b8bb3d2d3c5 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.417967 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-68652f5b-a855-4b5b-a1b1-43b660c34424 req-dfb70546-a17b-4dbe-b159-6b8bb3d2d3c5 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1237326 Apr 06 13:53:56.547935 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.568789 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-68652f5b-a855-4b5b-a1b1-43b660c34424 req-54c8a37c-8723-440c-a6c1-a7ccc24a5256 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248689 Apr 06 13:53:56.638139 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:56.657602 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:56.664952 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:56.696478 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:53:56.730079 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'Port': ['ID=76e9de5c-623c-4abd-8ac0-d01668fdc373,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:56.812707 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbefcf9-6daf-4044-bab1-33d81a6e7a5d req-8324e6c2-0cf9-4138-9e71-041651e46300 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.815200 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9cbefcf9-6daf-4044-bab1-33d81a6e7a5d req-8324e6c2-0cf9-4138-9e71-041651e46300 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1805177 Apr 06 13:53:56.883187 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.981905 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.991358 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9cbefcf9-6daf-4044-bab1-33d81a6e7a5d req-40a6d016-86bb-4c2a-bafe-1ca4a614f685 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645198 Apr 06 13:53:57.532313 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:57.539110 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:57.643172 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'Port': ['ID=76e9de5c-623c-4abd-8ac0-d01668fdc373,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:57.664413 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:57.693392 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:57.699576 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ec90c40c-7d2f-4d79-a45a-4844d9eef57b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0867112 Apr 06 13:53:57.826971 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552c26b-4de0-4cfe-bc07-f23c5308f32f req-e28b0b62-0f8c-4367-9a80-b5ecb9abe62f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:57.830754 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c552c26b-4de0-4cfe-bc07-f23c5308f32f req-e28b0b62-0f8c-4367-9a80-b5ecb9abe62f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1011786 Apr 06 13:53:57.932325 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c552c26b-4de0-4cfe-bc07-f23c5308f32f req-b4ee5cd5-2306-482d-8a37-a4e186128641 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922163 Apr 06 13:53:58.109008 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-eac78cae-07fb-4e70-b135-46b730dd4aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:59.072948 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:53:59.190809 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:59.230920 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:59.244553 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'mac_address': 'fa:16:3e:93:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:53:59.300020 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: ACTIVE; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:59.300653 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:59.323205 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9abf4dde-2ce2-4791-bde7-b595b7d26c21 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:59.355009 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:59.367004 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:59.445501 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=6']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:59.471070 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['9abf4dde-2ce2-4791-bde7-b595b7d26c21'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:00.459643 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:01.119293 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-b8c66efa-e10f-423f-bd35-51faf37d2650 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1041767818&fields=id&tenant_id=8a97691bdf0243d4bbb22f23a3e778c5 HTTP/1.1" status: 200 len: 267 time: 0.0683980 Apr 06 13:54:01.186757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-df080e0c-d6c2-4e32-95de-8e65a8d13a92 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.189118 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-df080e0c-d6c2-4e32-95de-8e65a8d13a92 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/networks?id=f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 200 len: 813 time: 0.1451752 Apr 06 13:54:01.204898 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-da51fcfe-b652-4495-a0c5-f88b1ac831bc tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/quotas/78ffa63ac8fe449d8c905f5e46034cde HTTP/1.1" status: 200 len: 375 time: 0.0100381 Apr 06 13:54:01.252573 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-2a39a5a5-a406-4365-80ac-750dc2714781 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.255005 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-2a39a5a5-a406-4365-80ac-750dc2714781 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 816 time: 0.1348290 Apr 06 13:54:01.257359 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-9682036c-1adf-4cb5-87be-c388a0d681f0 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466499 Apr 06 13:54:01.277466 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-79832db4-4b0e-462f-b1b2-acfa0978bd6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/quotas/8a97691bdf0243d4bbb22f23a3e778c5 HTTP/1.1" status: 200 len: 375 time: 0.0132921 Apr 06 13:54:01.355887 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-93919fe5-995f-4d80-96c9-2957ef0c21a4 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903797 Apr 06 13:54:01.359297 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-202500e6-555e-424c-9b7a-40b751f423ab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0736883 Apr 06 13:54:01.466292 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-60b3aa96-7d71-43cf-bfb4-0a6838961a11 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043148 Apr 06 13:54:01.488352 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a132808a-0d1a-418a-8dea-9253a8e56fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234772 Apr 06 13:54:01.617911 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-d25fa846-1bfc-4760-842d-f47a462d507e service neutron] 10.222.0.24 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194506 Apr 06 13:54:01.760470 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df99e3d-c824-4563-87b4-a8463fbbfd66 req-42c8c6fa-9e44-4b5c-9123-6b9d8c4fa3d8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.780408 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1df99e3d-c824-4563-87b4-a8463fbbfd66 req-42c8c6fa-9e44-4b5c-9123-6b9d8c4fa3d8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.0866759 Apr 06 13:54:01.865480 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1df99e3d-c824-4563-87b4-a8463fbbfd66 req-72648b02-ec42-407c-9791-b2efcf3ef5eb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752373 Apr 06 13:54:01.880571 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89198363-d918-424c-9b75-e22ee4c26a99 req-2ac29929-ff8b-4714-9e34-23dc3a289022 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.882403 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-89198363-d918-424c-9b75-e22ee4c26a99 req-2ac29929-ff8b-4714-9e34-23dc3a289022 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0786915 Apr 06 13:54:01.961851 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3e3004bf-add8-4549-b631-3c0c2e5b5ef9 req-64f276cb-5260-45f5-98ac-964f45ee630f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Apr 06 13:54:01.972420 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-89198363-d918-424c-9b75-e22ee4c26a99 req-37620cb7-0472-4cbd-ac3b-f65d4453824a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835853 Apr 06 13:54:02.059585 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-37843009-0c83-47a4-9236-d7a2a13abd2b req-8d3da658-dc99-4991-a7ba-fa46946a6caf tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 210 time: 0.0282826 Apr 06 13:54:02.296954 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:02.353307 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:02.353678 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:02.438225 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:02.438724 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:02.608290 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:02.610804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0998f-958e-48eb-bc8a-f4d2ec4d3793" -d '{"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-plugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:02.632001 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:02.633790 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:02.639021 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:02.664881 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8d35d7-2985-44eb-9b25-2c75aae5efef x-openstack-request-id: req-2d8d35d7-2985-44eb-9b25-2c75aae5efef {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:02.665214 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-plugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:02.665477 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d8d35d7-2985-44eb-9b25-2c75aae5efef {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:02.665883 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8d35d7-2985-44eb-9b25-2c75aae5efef'] response: {'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'code': 200} Apr 06 13:54:02.692778 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=7']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:03.017010 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a239-59cb-4be4-99e6-2ea4a093734a req-4ea09a43-e445-4b37-a18c-a4d58391ac51 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:03.019491 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bb35a239-59cb-4be4-99e6-2ea4a093734a req-4ea09a43-e445-4b37-a18c-a4d58391ac51 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0702336 Apr 06 13:54:03.072221 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bb35a239-59cb-4be4-99e6-2ea4a093734a req-3d80130d-103c-4e56-863a-01793230f6b4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Apr 06 13:54:03.077450 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e2bded0b-b153-448a-88c3-d3e39889e718 req-52a31d9d-0685-45f7-ba70-7ea9e998e7d6 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 210 time: 0.0272703 Apr 06 13:54:03.160964 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7de535b6-31c2-4d65-869e-a4c24023e53b req-b049cc7e-e782-4227-bb25-7333aa807a4d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Apr 06 13:54:03.187369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27bf1f-5f04-4172-b630-9f1d09610236 req-2db232ae-7b70-4db6-8290-700544d21041 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:03.188880 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7a27bf1f-5f04-4172-b630-9f1d09610236 req-2db232ae-7b70-4db6-8290-700544d21041 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0535512 Apr 06 13:54:03.236724 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7a27bf1f-5f04-4172-b630-9f1d09610236 req-646cd6ef-2d7f-44df-bb99-14321dc8a5f2 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418994 Apr 06 13:54:04.270503 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0635d52-b39e-46ec-b23a-adbb2736bf0c req-4b90b3c3-7bec-4578-a44b-38de2c1227b2 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 210 time: 0.0617805 Apr 06 13:54:04.331199 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101838c9-c086-4c82-92c9-60192f1d10f2 req-04939612-4970-4999-bf37-2f87535fa144 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:04.336232 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-101838c9-c086-4c82-92c9-60192f1d10f2 req-04939612-4970-4999-bf37-2f87535fa144 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0934818 Apr 06 13:54:04.389930 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7fc4c1bf-cd9c-4dc0-b233-983b3798acb0 req-51e4fd2d-edcf-42ad-9db3-ea7007ef31aa tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 210 time: 0.0664430 Apr 06 13:54:04.481279 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-101838c9-c086-4c82-92c9-60192f1d10f2 req-2aa623d1-828f-4374-82f2-d8dbe0d82b0e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304886 Apr 06 13:54:04.570374 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff50e4-3b6e-449c-8edf-80f8e6716df2 req-1e22bdff-6c08-412c-bb6c-a9fb958f015b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:04.572060 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f3ff50e4-3b6e-449c-8edf-80f8e6716df2 req-1e22bdff-6c08-412c-bb6c-a9fb958f015b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0969834 Apr 06 13:54:04.703590 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f3ff50e4-3b6e-449c-8edf-80f8e6716df2 req-8a3fa3b0-89df-4e84-af8d-9f954757668b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235607 Apr 06 13:54:05.462152 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-873aa3f3-ab64-4abc-8011-b5e54e60ba6c tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:05.464673 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-873aa3f3-ab64-4abc-8011-b5e54e60ba6c tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "GET /v2.0/networks?id=f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 200 len: 813 time: 0.4046097 Apr 06 13:54:05.568416 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-97679ae5-6680-4f29-95cc-33762772d3b5 req-ffec53f7-a236-4e89-abdf-1a27333bd178 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 210 time: 0.1508565 Apr 06 13:54:05.585243 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3dd30553-4863-46c4-88c7-ab4d7df2faed req-1824cf8e-2817-4896-971e-60ac1ee72259 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 210 time: 0.0661089 Apr 06 13:54:05.592012 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Request body: {'port': {'device_id': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf', 'admin_state_up': True, 'tenant_id': '78ffa63ac8fe449d8c905f5e46034cde'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:05.829972 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-ba0f402f-6c77-4479-847e-4a5db85b6a53 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:05.831472 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8aa11-adc9-4277-a4c5-a4f5a4e1d5d7 req-314e398c-c40e-4f9e-8902-3ec66c3a4e1b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:05.839661 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a8b8aa11-adc9-4277-a4c5-a4f5a4e1d5d7 req-314e398c-c40e-4f9e-8902-3ec66c3a4e1b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0783069 Apr 06 13:54:05.841922 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-ba0f402f-6c77-4479-847e-4a5db85b6a53 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 816 time: 0.4913847 Apr 06 13:54:05.937443 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a8b8aa11-adc9-4277-a4c5-a4f5a4e1d5d7 req-59d40e51-842b-4dda-9c9b-d01810786a2e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964873 Apr 06 13:54:06.027703 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-69aab64b-6d46-4166-abeb-f5c729651f7f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a97691bdf0243d4bbb22f23a3e778c5 HTTP/1.1" status: 200 len: 380 time: 0.1751432 Apr 06 13:54:06.040275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'port': {'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'admin_state_up': True, 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'security_groups': ['b9ca851e-6c7a-4eb2-9c02-8c305228b0ea']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:06.105604 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851110c-88df-4a9b-a082-8fab626d9efd req-31cb04e0-6e5d-43f1-aa72-3ddac75c9405 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:06.115402 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d851110c-88df-4a9b-a082-8fab626d9efd req-31cb04e0-6e5d-43f1-aa72-3ddac75c9405 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.2434545 Apr 06 13:54:06.197165 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Made reservation on behalf of 78ffa63ac8fe449d8c905f5e46034cde for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:54:06.200789 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:06.271385 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d851110c-88df-4a9b-a082-8fab626d9efd req-fdc08735-218a-49b1-8a9a-5a120f970a37 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547508 Apr 06 13:54:06.363592 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Made reservation on behalf of 8a97691bdf0243d4bbb22f23a3e778c5 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:54:06.374745 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:06.914810 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dfa53b82-64b1-4d1f-81de-95abfb22cd7a req-965f7df3-5cd1-4205-9767-f11f01da0644 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 210 time: 0.1796329 Apr 06 13:54:07.036145 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9b122d5d-8256-4db7-8418-b77f96d8c4f3 req-fdb77821-df94-4bb5-b75c-7c750b6bd401 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 210 time: 0.1731708 Apr 06 13:54:07.095918 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Allocated IP 172.20.0.10 (f3ab6180-a7d0-456e-9980-ddc830ae3adf/2472fa76-9461-4c87-9126-f1fa7c01f712/eb159d6d-301d-49de-aafe-593b8182d244) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:54:07.293629 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-fb3a307c-0f29-47ef-85c1-80eb8cbd0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.295399 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-fb3a307c-0f29-47ef-85c1-80eb8cbd0e88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1130 time: 0.1504843 Apr 06 13:54:07.318775 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948adc8d-e14f-43e1-83b1-ad7bcd993347 req-dcc6b575-0b44-4d84-a1fa-3214afb9a339 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.320625 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-948adc8d-e14f-43e1-83b1-ad7bcd993347 req-dcc6b575-0b44-4d84-a1fa-3214afb9a339 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1181605 Apr 06 13:54:07.356266 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Allocated IP 172.20.0.10 (24fab408-9a14-419a-aaa9-a34a477fe4c4/9a524c61-ef07-4fbc-8a85-239487b46f53/bc94cd9c-2702-4c45-a72b-3bbbe51c31bd) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:54:07.365939 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2b7c-c40a-4700-bb9e-4c7b26c65695 req-7f2de5f2-c61e-44e2-b125-45f8b9cff28a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.367758 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-89eb2b7c-c40a-4700-bb9e-4c7b26c65695 req-7f2de5f2-c61e-44e2-b125-45f8b9cff28a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1847315 Apr 06 13:54:07.480081 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-89eb2b7c-c40a-4700-bb9e-4c7b26c65695 req-b372d536-e62b-4197-89a7-a19a77169aec tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042199 Apr 06 13:54:07.500927 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-948adc8d-e14f-43e1-83b1-ad7bcd993347 req-d9b9064c-c7c2-40bd-b6e2-017d681d4bbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657610 Apr 06 13:54:07.569088 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-601ab3c9-bd48-44f9-941d-120dfd3b83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.570642 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-601ab3c9-bd48-44f9-941d-120dfd3b83ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.2677879 Apr 06 13:54:07.794184 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-ce02ec9d-f50b-433a-89ab-cb4d3c479c76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 1001 time: 0.2061255 Apr 06 13:54:07.833963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:07.862371 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks [] for port (eb159d6d-301d-49de-aafe-593b8182d244), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:07.942288 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-7316e5aa-fca1-4065-bb7d-144f59edeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.946811 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-7316e5aa-fca1-4065-bb7d-144f59edeb95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.1430051 Apr 06 13:54:07.953353 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.007423 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:54:08.011819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:54:08.017415 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (eb159d6d-301d-49de-aafe-593b8182d244), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.022339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:54:08.073043 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event updated for resources: {'Port': ['ID=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:08.095115 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Network f3ab6180-a7d0-456e-9980-ddc830ae3adf is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:54:08.098526 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-61bfd380-6dd8-4569-a361-a24ada738ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.132598 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:54:08.134164 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-61bfd380-6dd8-4569-a361-a24ada738ff6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1803007 Apr 06 13:54:08.177383 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:54:08.316761 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.317328 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.365043 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Pushing event updated for resources: {'Port': ['ID=eb159d6d-301d-49de-aafe-593b8182d244,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:08.382915 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a268e-e0d9-467e-9aa9-652de39f7b49 req-d079afc7-1310-4a4c-97fd-09257a93727a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.393079 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c03a268e-e0d9-467e-9aa9-652de39f7b49 req-d079afc7-1310-4a4c-97fd-09257a93727a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 932 time: 0.1402178 Apr 06 13:54:08.437793 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a6a682f6-c1f6-4e1e-b462-12d88938d3b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4015822 Apr 06 13:54:08.449411 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.450116 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.455436 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-6a262a82-1971-48eb-8b77-215082073269 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036726 Apr 06 13:54:08.468637 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Request body: {'port': {'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:08.513656 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aaa99-02f3-4508-a24d-8b9a571e7593 req-4add73fd-f623-4f32-86f4-0c3e5d8fd7a7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:08.521510 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a52aaa99-02f3-4508-a24d-8b9a571e7593 req-4add73fd-f623-4f32-86f4-0c3e5d8fd7a7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 932 time: 0.4241264 Apr 06 13:54:08.570271 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fca495e-c766-4564-8f57-ecdf6b39c52a tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9874947 Apr 06 13:54:08.589577 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Request body: {'port': {'device_id': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:08.590224 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-287d653e-d017-42e7-8522-4defacf2ca74 None None] Provisioning complete for port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:08.592947 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-287d653e-d017-42e7-8522-4defacf2ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.686023 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a52aaa99-02f3-4508-a24d-8b9a571e7593 req-c119c65a-134d-409a-8ed3-7e716818a04f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635213 Apr 06 13:54:08.725808 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.726375 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84097acd-da8b-4792-893b-79758ebf7fb6 req-806070c6-7dc1-40e4-ade3-db9813476110 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623694 Apr 06 13:54:08.776271 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-287d653e-d017-42e7-8522-4defacf2ca74 None None] Port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:54:08.805944 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c03a268e-e0d9-467e-9aa9-652de39f7b49 req-5cd9ca0a-fefa-4835-afd5-23d591df5678 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493986 Apr 06 13:54:08.940450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (eb159d6d-301d-49de-aafe-593b8182d244), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:09.025776 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac156c2b-67a3-4bd4-a1a1-2a9b144c4f7c req-221c37c6-84ef-44ea-88bd-3f6a1301fdf1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.038506 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ac156c2b-67a3-4bd4-a1a1-2a9b144c4f7c req-221c37c6-84ef-44ea-88bd-3f6a1301fdf1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1351750 Apr 06 13:54:09.143744 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ac156c2b-67a3-4bd4-a1a1-2a9b144c4f7c req-0e19bf8d-8e65-4888-89bc-6ceb2267c5a0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969808 Apr 06 13:54:09.197962 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9885e-4fc1-46e2-af7e-e1ee9b755919 req-a87661cc-3c0c-43a1-96fd-63e509a5f1fe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.199693 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-57f9885e-4fc1-46e2-af7e-e1ee9b755919 req-a87661cc-3c0c-43a1-96fd-63e509a5f1fe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.3492930 Apr 06 13:54:09.692231 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-57f9885e-4fc1-46e2-af7e-e1ee9b755919 req-52fad42e-bbba-41c2-87ca-c7fabc8d5303 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760623 Apr 06 13:54:09.909213 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a956117-1bc3-4b66-b798-e4ee0e6210c1 req-f74e3ad5-ef1a-410c-b7c2-15206c48ca05 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.922345 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9a956117-1bc3-4b66-b798-e4ee0e6210c1 req-f74e3ad5-ef1a-410c-b7c2-15206c48ca05 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 932 time: 0.1141467 Apr 06 13:54:09.971442 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb159d6d-301d-49de-aafe-593b8182d244 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:09.981924 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Publish callbacks [] for port (eb159d6d-301d-49de-aafe-593b8182d244), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:10.019805 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Transition to ACTIVE for port object eb159d6d-301d-49de-aafe-593b8182d244 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:54:10.029670 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9a956117-1bc3-4b66-b798-e4ee0e6210c1 req-ad923672-6c1e-47e6-a772-4c1446a27e8b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062295 Apr 06 13:54:10.070534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (eb159d6d-301d-49de-aafe-593b8182d244), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:10.341645 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382e17-05fb-4c4c-8652-0573d43d1372 req-75aedf99-102d-48c8-86d6-fb398876f365 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.354434 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ca382e17-05fb-4c4c-8652-0573d43d1372 req-75aedf99-102d-48c8-86d6-fb398876f365 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1189935 Apr 06 13:54:10.473584 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ca382e17-05fb-4c4c-8652-0573d43d1372 req-10dedc59-4e86-4eef-baf4-a5d961d268b4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119142 Apr 06 13:54:10.498034 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Pushing event updated for resources: {'Port': ['ID=eb159d6d-301d-49de-aafe-593b8182d244,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:10.525594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc94cd9c-2702-4c45-a72b-3bbbe51c31bd {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:10.548007 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Publish callbacks [] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:10.566453 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0b1a-bed8-46b6-a31f-530f641ccf3e req-c54848de-e7b4-4512-970e-67e7626a59a7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.576639 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9fbf0b1a-bed8-46b6-a31f-530f641ccf3e req-c54848de-e7b4-4512-970e-67e7626a59a7 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 932 time: 0.5422690 Apr 06 13:54:10.605132 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Attempting to bind port eb159d6d-301d-49de-aafe-593b8182d244 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:54:10.605976 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Attempting to bind port eb159d6d-301d-49de-aafe-593b8182d244 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:54:10.606559 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Attempting to bind port eb159d6d-301d-49de-aafe-593b8182d244 on network f3ab6180-a7d0-456e-9980-ddc830ae3adf {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:54:10.623805 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Transition to ACTIVE for port object bc94cd9c-2702-4c45-a72b-3bbbe51c31bd will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:54:10.625384 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Port eb159d6d-301d-49de-aafe-593b8182d244 on network f3ab6180-a7d0-456e-9980-ddc830ae3adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:54:10.626053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Attempting to bind port eb159d6d-301d-49de-aafe-593b8182d244 on network f3ab6180-a7d0-456e-9980-ddc830ae3adf {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:54:10.643761 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:10.657122 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:54:10.657916 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Checking segment: {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:54:10.658422 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Bound using segment: {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:54:10.659426 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Bound port: eb159d6d-301d-49de-aafe-593b8182d244, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:54:10.659426 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (eb159d6d-301d-49de-aafe-593b8182d244), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:10.729898 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9fbf0b1a-bed8-46b6-a31f-530f641ccf3e req-71d86218-6f53-4899-8d46-e6311f91935c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518171 Apr 06 13:54:10.778577 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Pushing event updated for resources: {'Port': ['ID=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:10.986990 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdaf95-c81c-4c44-a5ae-b46d73d5b82f req-eee134f6-3073-4e99-a225-d85b280906d0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.989201 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5efdaf95-c81c-4c44-a5ae-b46d73d5b82f req-eee134f6-3073-4e99-a225-d85b280906d0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1456580 Apr 06 13:54:11.002360 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] For port eb159d6d-301d-49de-aafe-593b8182d244, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:54:11.006783 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] For port eb159d6d-301d-49de-aafe-593b8182d244, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=eb159d6d-301d-49de-aafe-593b8182d244,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:54:11.018118 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (eb159d6d-301d-49de-aafe-593b8182d244), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:11.134395 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.136035 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:11.138789 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] 10.222.0.15 "PUT /v2.0/ports/eb159d6d-301d-49de-aafe-593b8182d244 HTTP/1.1" status: 200 len: 1094 time: 2.5587163 Apr 06 13:54:11.161133 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'tag': 'eb159d6d-301d-49de-aafe-593b8182d244'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:11.169716 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37", "tag": "eb159d6d-301d-49de-aafe-593b8182d244"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:11.177184 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Attempting to bind port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:54:11.177764 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Attempting to bind port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:54:11.178275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Attempting to bind port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:54:11.210905 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5efdaf95-c81c-4c44-a5ae-b46d73d5b82f req-f343ed14-1e90-44a1-977d-627e7c1b2e27 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121012 Apr 06 13:54:11.318086 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:54:11.319093 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Attempting to bind port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd on network 24fab408-9a14-419a-aaa9-a34a477fe4c4 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:54:11.349787 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb148e-6fcb-4cbc-999c-243ef6726561 x-openstack-request-id: req-4bfb148e-6fcb-4cbc-999c-243ef6726561 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:11.353290 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37", "tag": "eb159d6d-301d-49de-aafe-593b8182d244", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:11.353798 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bfb148e-6fcb-4cbc-999c-243ef6726561 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:11.354399 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfb148e-6fcb-4cbc-999c-243ef6726561'] response: {'name': 'network-changed', 'server_uuid': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'tag': 'eb159d6d-301d-49de-aafe-593b8182d244', 'status': 'completed', 'code': 200} Apr 06 13:54:11.422151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:54:11.422617 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Checking segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:54:11.423198 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Bound using segment: {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:54:11.424181 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Bound port: bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987f58f8-59f3-45f3-8ff2-6c6e60b131d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:54:11.424710 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:11.464305 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc16624-428b-44b2-a85a-fa003f2fce7a service neutron] Pushing event updated for resources: {'Port': ['ID=eb159d6d-301d-49de-aafe-593b8182d244,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:11.592395 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb390d-8059-43c2-bc97-951378285b20 req-6e536967-eb10-4ed0-b9e6-71741807f46d tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.594248 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-adbb390d-8059-43c2-bc97-951378285b20 req-6e536967-eb10-4ed0-b9e6-71741807f46d tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 944 time: 0.4120128 Apr 06 13:54:11.627501 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-e4988136-47a4-474d-8da2-fadae8520453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.629209 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-e4988136-47a4-474d-8da2-fadae8520453 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 1128 time: 0.3032532 Apr 06 13:54:11.721533 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-35f1d2b4-bf16-42c8-9c6c-7c5400ad09c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb159d6d-301d-49de-aafe-593b8182d244 HTTP/1.1" status: 200 len: 217 time: 0.0787616 Apr 06 13:54:11.745137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] For port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:54:11.753627 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403a174-243c-4204-bea5-a46fa267415a req-b17a6771-5a18-48e1-bb58-50f206c59d63 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.772477 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1403a174-243c-4204-bea5-a46fa267415a req-b17a6771-5a18-48e1-bb58-50f206c59d63 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1331761 Apr 06 13:54:11.798691 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] For port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:54:11.803020 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-adbb390d-8059-43c2-bc97-951378285b20 req-fde22484-acc2-4cdd-8780-1f607d1d433b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965280 Apr 06 13:54:11.816322 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:11.892951 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-977a99bc-9f81-4c65-a8fa-44a7499561c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.900351 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-977a99bc-9f81-4c65-a8fa-44a7499561c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2472fa76-9461-4c87-9126-f1fa7c01f712 HTTP/1.1" status: 200 len: 853 time: 0.1678579 Apr 06 13:54:11.912462 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1403a174-243c-4204-bea5-a46fa267415a req-8da726d6-8739-41bf-ad3a-f2116d2876d7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385553 Apr 06 13:54:11.935151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.935789 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:11.937213 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 1094 time: 3.4821451 Apr 06 13:54:11.996122 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-5b19ded4-df6c-41dc-a0e8-919dddab5bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3ab6180-a7d0-456e-9980-ddc830ae3adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398819 Apr 06 13:54:12.164255 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1a7f-6412-4a0c-b903-11a24d13c552 service neutron] Pushing event updated for resources: {'Port': ['ID=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:12.206816 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a8d79d1d-d2a5-4bb5-b966-b8356b511223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.208327 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-a8d79d1d-d2a5-4bb5-b966-b8356b511223 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1128 time: 0.1628389 Apr 06 13:54:12.327929 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a414-e4b2-483f-b498-16f19dc202de req-71800992-daf9-4f22-8cd8-6de0edcde02d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.329553 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d9f0a414-e4b2-483f-b498-16f19dc202de req-71800992-daf9-4f22-8cd8-6de0edcde02d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 944 time: 0.3879001 Apr 06 13:54:12.332814 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-430f8400-d881-4a6e-8aff-5bfd6577b02b service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277371 Apr 06 13:54:12.334335 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-4bccb545-b270-4bda-811e-8d66b6870fae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 217 time: 0.1147947 Apr 06 13:54:12.443733 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-34e358e0-b07a-46ce-bd37-0c049186d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.445255 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-34e358e0-b07a-46ce-bd37-0c049186d0e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.1005199 Apr 06 13:54:12.596514 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d9f0a414-e4b2-483f-b498-16f19dc202de req-bc888cbe-5187-4d03-897f-ec1b009b1c6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590601 Apr 06 13:54:12.626832 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b542aff1-8ca2-4452-974a-7d8d495c9c45 req-16296567-ce17-43d9-bca8-32c680593890 service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595754 Apr 06 13:54:12.626832 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-63208b4b-ad13-48f4-9c9b-42534d7ef060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.626832 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-63208b4b-ad13-48f4-9c9b-42534d7ef060 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383181 Apr 06 13:54:12.781503 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-4a12a9db-34b4-44c7-a10f-c63de248e0ba service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495111 Apr 06 13:54:12.993782 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-61dca556-f69e-4c4b-8a97-dad1fb3cfaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.995235 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-61dca556-f69e-4c4b-8a97-dad1fb3cfaa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 1128 time: 0.2129283 Apr 06 13:54:13.000063 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bbd7174-9c57-4bb3-8091-39fb4819f53d req-c8fbd6af-01ae-4a8d-9742-ab0c08ab2663 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852953 Apr 06 13:54:13.085774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd5e66-b592-4167-baca-e801f616952c req-c5b8a542-7057-443a-8bb9-5f56e45cb438 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.107577 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-54dd5e66-b592-4167-baca-e801f616952c req-c5b8a542-7057-443a-8bb9-5f56e45cb438 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 944 time: 0.1629748 Apr 06 13:54:13.153849 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-3722994f-4707-483d-8380-25c8aaf3c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.155739 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-3722994f-4707-483d-8380-25c8aaf3c6d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 200 len: 914 time: 0.1506107 Apr 06 13:54:13.199472 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-54dd5e66-b592-4167-baca-e801f616952c req-34923cfb-7204-422d-b05e-20c16395dcac tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848358 Apr 06 13:54:13.268036 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-9083cdad-dcf5-4f29-8ecb-1d1018a97309 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb159d6d-301d-49de-aafe-593b8182d244 HTTP/1.1" status: 200 len: 217 time: 0.0991151 Apr 06 13:54:13.427141 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:13.429590 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8037050-5b7d-4a08-a104-7fbcb2019529" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:13.454941 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a223b67-7a99-4f63-af03-b19e84436bd6 req-45223ec3-09d4-4a6a-9aad-f128f3166aa8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.456542 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1a223b67-7a99-4f63-af03-b19e84436bd6 req-45223ec3-09d4-4a6a-9aad-f128f3166aa8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.2997487 Apr 06 13:54:13.486368 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-0a8798e1-f53b-416c-a804-9fb0f9ee628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.488045 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-0a8798e1-f53b-416c-a804-9fb0f9ee628c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2472fa76-9461-4c87-9126-f1fa7c01f712 HTTP/1.1" status: 200 len: 853 time: 0.1968415 Apr 06 13:54:13.533659 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-9747c514-4246-4ccb-a84a-2502c996a5f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3ab6180-a7d0-456e-9980-ddc830ae3adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314963 Apr 06 13:54:13.550907 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63410016-9c95-4e07-ba1a-53d3bacfeb19 x-openstack-request-id: req-63410016-9c95-4e07-ba1a-53d3bacfeb19 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:13.552205 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:13.552660 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63410016-9c95-4e07-ba1a-53d3bacfeb19 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:13.553255 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63410016-9c95-4e07-ba1a-53d3bacfeb19'] response: {'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'status': 'completed', 'code': 200} Apr 06 13:54:13.738557 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-506b038e-94a3-4874-aeb3-e6320365f9b5 service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646655 Apr 06 13:54:13.747546 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1a223b67-7a99-4f63-af03-b19e84436bd6 req-84743895-f1ce-445e-8044-f22e49a2d6b6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842267 Apr 06 13:54:13.877238 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1bded-bb3c-43dc-a3bb-4aedbbe22498 req-98d334d8-32c6-4e54-9951-8b7356b4108e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.878955 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-55c1bded-bb3c-43dc-a3bb-4aedbbe22498 req-98d334d8-32c6-4e54-9951-8b7356b4108e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 944 time: 0.1139040 Apr 06 13:54:13.894188 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c84d70a7-64c1-49b6-a71e-afa5b8d2e4f3 req-198ce43e-6608-43d4-bed7-fef4b8b778ab service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455681 Apr 06 13:54:13.941359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-89648bb0-d250-4fd2-ba0b-bf0905778784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:13.942936 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-89648bb0-d250-4fd2-ba0b-bf0905778784 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1128 time: 0.4082987 Apr 06 13:54:13.979617 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-55c1bded-bb3c-43dc-a3bb-4aedbbe22498 req-10eee4f9-a76d-4295-a010-207369c6d2ac tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934179 Apr 06 13:54:14.075911 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-e8ea5600-bb00-420e-9b72-310ec20d0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:14.077542 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-e8ea5600-bb00-420e-9b72-310ec20d0af7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.1281416 Apr 06 13:54:14.135221 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-4f32580e-014a-4e87-8f28-133bedea52cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 217 time: 0.0494015 Apr 06 13:54:14.224571 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-3b15b435-e952-4921-a43a-49f242e61c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:14.226444 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-3b15b435-e952-4921-a43a-49f242e61c1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0845792 Apr 06 13:54:14.399270 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-73c7218e-a4e8-4069-a35d-24c62a007422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:14.401432 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-73c7218e-a4e8-4069-a35d-24c62a007422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1682975 Apr 06 13:54:14.554377 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-f298181a-d6d4-4663-970f-2582f15d25e8 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394837 Apr 06 13:54:14.589651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5e4c-7415-4c81-b77c-2b7b006c3ce0 req-a20c096c-6ed2-44b3-9317-2c02c12a6108 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:14.591712 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0f1f5e4c-7415-4c81-b77c-2b7b006c3ce0 req-a20c096c-6ed2-44b3-9317-2c02c12a6108 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 944 time: 0.2931578 Apr 06 13:54:14.737092 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c8037050-5b7d-4a08-a104-7fbcb2019529 req-862420c0-f574-45a1-9c71-2e50eb62e1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169765 Apr 06 13:54:14.809056 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0f1f5e4c-7415-4c81-b77c-2b7b006c3ce0 req-8df51182-051a-4ea6-9165-945fc87111d1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109230 Apr 06 13:54:15.043516 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa750-a688-4cb0-b694-487286923132 req-2e40e702-6ae4-4bb2-83a1-c9c8955dc529 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:15.047273 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-63dfa750-a688-4cb0-b694-487286923132 req-2e40e702-6ae4-4bb2-83a1-c9c8955dc529 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1317172 Apr 06 13:54:15.113616 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-63dfa750-a688-4cb0-b694-487286923132 req-927636f8-a820-41b5-9aca-ddfa20ddccbd tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623758 Apr 06 13:54:15.164148 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344786e-b5d0-4ea1-8489-e8d01f2f6990 req-91f56c4e-3c6f-4c39-8fe8-e9f338fe1a90 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:15.166098 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9344786e-b5d0-4ea1-8489-e8d01f2f6990 req-91f56c4e-3c6f-4c39-8fe8-e9f338fe1a90 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 944 time: 0.0912921 Apr 06 13:54:15.248696 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9344786e-b5d0-4ea1-8489-e8d01f2f6990 req-c5c4531b-6719-41b7-ba10-3d5483d5c201 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737164 Apr 06 13:54:15.997215 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728efab8-5a0d-4fb1-8656-1f5c65ea8555 req-73660da9-0a90-4b03-a952-ddc7995a49d4 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:16.000811 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-728efab8-5a0d-4fb1-8656-1f5c65ea8555 req-73660da9-0a90-4b03-a952-ddc7995a49d4 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 944 time: 0.0992661 Apr 06 13:54:16.104826 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-728efab8-5a0d-4fb1-8656-1f5c65ea8555 req-1c927a49-b748-476c-bf14-8cff8a06c9db tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904334 Apr 06 13:54:16.155340 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:16.300422 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173823c-bae1-4121-8099-11f96b7b3224 req-6c5e45b3-5a33-4f10-ad17-05e9cacb5748 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:16.311611 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b173823c-bae1-4121-8099-11f96b7b3224 req-6c5e45b3-5a33-4f10-ad17-05e9cacb5748 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0950572 Apr 06 13:54:16.376452 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b173823c-bae1-4121-8099-11f96b7b3224 req-1d35f411-ee64-46a3-b12c-d80667ff50e1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620401 Apr 06 13:54:16.464902 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcacf4-ccfb-446f-84ef-abd6a4eb3a48 req-e8f5698d-2ea8-45a3-b67d-faa3af559815 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:16.472941 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dbfcacf4-ccfb-446f-84ef-abd6a4eb3a48 req-e8f5698d-2ea8-45a3-b67d-faa3af559815 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 944 time: 0.0855768 Apr 06 13:54:16.558156 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dbfcacf4-ccfb-446f-84ef-abd6a4eb3a48 req-bebd9404-1914-4c02-9f03-bda8d777efc9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810826 Apr 06 13:54:17.328935 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d28b-ca8d-4ee2-9885-2c3536cd1bf1 req-611fd264-bc74-4da7-a978-464f88b22793 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:17.331412 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a370d28b-ca8d-4ee2-9885-2c3536cd1bf1 req-611fd264-bc74-4da7-a978-464f88b22793 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 944 time: 0.1179221 Apr 06 13:54:17.429433 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a370d28b-ca8d-4ee2-9885-2c3536cd1bf1 req-7177764c-0457-49a9-ab2f-d78d54ff1484 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898073 Apr 06 13:54:17.558033 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e9537-9c88-489a-88b7-8c05e357bcc9 req-b4815be7-d25c-44d4-83e4-d4aa97708691 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:17.565972 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1d5e9537-9c88-489a-88b7-8c05e357bcc9 req-b4815be7-d25c-44d4-83e4-d4aa97708691 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1009123 Apr 06 13:54:17.596139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 57298) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:17.725314 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1d5e9537-9c88-489a-88b7-8c05e357bcc9 req-269561ca-ddf2-4f22-bb99-77909e24a387 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475503 Apr 06 13:54:17.782412 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Deleting subnet 0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885 {{(pid=109800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:54:17.787690 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Publish callbacks [] for subnet (0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:17.858032 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63405174'] for subnet (0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.139733 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4a3f9-519e-41ad-9262-25ad6db382b6 req-e54257e7-be11-4dff-8bf5-a12480d201a4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:18.141306 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-86a4a3f9-519e-41ad-9262-25ad6db382b6 req-e54257e7-be11-4dff-8bf5-a12480d201a4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 944 time: 0.4007235 Apr 06 13:54:18.181173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.242220 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-86a4a3f9-519e-41ad-9262-25ad6db382b6 req-4db8becc-8835-47d6-8335-89ba1312fb1a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925999 Apr 06 13:54:18.263704 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63082531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58569069'] for subnet (0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.292084 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:18.295673 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.298965 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0fbba40f-3686-4223-941e-d685012c60d3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a65f8fb-6ba0-4ffa-89a2-efae3ddb8885 HTTP/1.1" status: 204 len: 168 time: 0.7015979 Apr 06 13:54:18.301822 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 57304) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:18.393391 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (914866ee-4cb6-4bf5-86fb-08dfc93b07ea), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.521643 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (914866ee-4cb6-4bf5-86fb-08dfc93b07ea), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.556531 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914866ee-4cb6-4bf5-86fb-08dfc93b07ea']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:18.575168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb3526-d122-4e7d-b42c-35706b8c77f6') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:18.575422 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb3526-d122-4e7d-b42c-35706b8c77f6') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:18.595917 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (d9eb3526-d122-4e7d-b42c-35706b8c77f6), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.620760 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (d9eb3526-d122-4e7d-b42c-35706b8c77f6), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.625430 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42db5-6000-474d-80c6-3ee2715b982f req-d2863961-7a36-439d-a96a-500cbddfa5f7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:18.627050 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b0c42db5-6000-474d-80c6-3ee2715b982f req-d2863961-7a36-439d-a96a-500cbddfa5f7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 944 time: 0.0790062 Apr 06 13:54:18.631266 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:54:18.631823 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (d9eb3526-d122-4e7d-b42c-35706b8c77f6), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:54:18.633929 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:54:18.691230 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b0c42db5-6000-474d-80c6-3ee2715b982f req-e0c1ab72-ee54-4b48-bc18-7b33f1b0db11 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Apr 06 13:54:18.724514 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (914866ee-4cb6-4bf5-86fb-08dfc93b07ea), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.746954 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:18.750684 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] 10.222.0.24 "DELETE /v2.0/networks/914866ee-4cb6-4bf5-86fb-08dfc93b07ea HTTP/1.1" status: 204 len: 168 time: 0.4477909 Apr 06 13:54:18.751817 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07949a58-eb86-4bbc-bf3a-570a31944b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=914866ee-4cb6-4bf5-86fb-08dfc93b07ea,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:18.921906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bad2d-d392-4715-9b2e-f17ef02d910a req-2fee10ac-08b4-4141-82d2-0adf29333cc1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:18.923921 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-591bad2d-d392-4715-9b2e-f17ef02d910a req-2fee10ac-08b4-4141-82d2-0adf29333cc1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0810642 Apr 06 13:54:19.019259 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 57316) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:19.021457 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-591bad2d-d392-4715-9b2e-f17ef02d910a req-657a163d-f2c9-4788-a268-00f6e25e905e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894229 Apr 06 13:54:19.037622 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-0bf67ab8-24e4-459b-a75a-f74a9cb4b2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028845 Apr 06 13:54:19.114916 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5a75751b-1218-422c-a2fb-8761a95c046d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=247df9d6557641c8b00e05fd662e8ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941365 Apr 06 13:54:19.115670 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 57320) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:19.184535 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-243be724-4174-44f1-a988-753c51e0606a admin admin] Publish callbacks [] for security_group (1fc35e28-b9b6-45ea-bfde-1ea5815e29ce), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.185528 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-8c99e118-af54-46a1-be0c-a67838062ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:19.187387 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-8c99e118-af54-46a1-be0c-a67838062ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 1129 time: 0.0895255 Apr 06 13:54:19.219040 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-243be724-4174-44f1-a988-753c51e0606a admin admin] Publish callbacks [] for security_group (1fc35e28-b9b6-45ea-bfde-1ea5815e29ce), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.225185 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device eb159d6d-301d-49de-aafe-593b8182d244 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:54:19.415627 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-243be724-4174-44f1-a988-753c51e0606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (1fc35e28-b9b6-45ea-bfde-1ea5815e29ce), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.418610 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-243be724-4174-44f1-a988-753c51e0606a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.422743 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-243be724-4174-44f1-a988-753c51e0606a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fc35e28-b9b6-45ea-bfde-1ea5815e29ce HTTP/1.1" status: 204 len: 168 time: 0.3028803 Apr 06 13:54:19.449016 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be724-4174-44f1-a988-753c51e0606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc35e28-b9b6-45ea-bfde-1ea5815e29ce,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:19.472746 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-6c6750ed-6e22-46f8-ad6f-d7edba450c55 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662149365&fields=id&tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486 HTTP/1.1" status: 200 len: 267 time: 0.1163938 Apr 06 13:54:19.514977 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port eb159d6d-301d-49de-aafe-593b8182d244, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=eb159d6d-301d-49de-aafe-593b8182d244,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:19.549185 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0b8ba-9d3c-4f3c-bf2c-6325252480cb req-3d9d5ba7-b626-4e43-bd7e-9ab3ec5651c5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:19.557512 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-43b0b8ba-9d3c-4f3c-bf2c-6325252480cb req-3d9d5ba7-b626-4e43-bd7e-9ab3ec5651c5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 944 time: 0.1732085 Apr 06 13:54:19.560837 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-72fec524-055f-415d-befe-6f3add790688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:19.562329 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-72fec524-055f-415d-befe-6f3add790688 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.3076568 Apr 06 13:54:19.566264 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': 'eb159d6d-301d-49de-aafe-593b8182d244', 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf', 'port_id': 'eb159d6d-301d-49de-aafe-593b8182d244', 'mac_address': 'fa:16:3e:e3:ee:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2472fa76-9461-4c87-9126-f1fa7c01f712', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:54:19.614655 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-7e6b1cef-0472-49be-a0b7-f9703907e539 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 200 len: 217 time: 0.0434496 Apr 06 13:54:19.654310 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port eb159d6d-301d-49de-aafe-593b8182d244 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:19.654724 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (eb159d6d-301d-49de-aafe-593b8182d244), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.681097 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-ee38fe9a-760d-4276-abe6-cc074bcf924f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:19.683911 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb159d6d-301d-49de-aafe-593b8182d244 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:19.688017 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-ee38fe9a-760d-4276-abe6-cc074bcf924f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 809 time: 0.2136295 Apr 06 13:54:19.718050 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-25122151-cdf6-4294-ac9a-d2c125b0b6b9 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/quotas/2cdfe0d2b8dd4016b0ab6caa5d72e486 HTTP/1.1" status: 200 len: 375 time: 0.0105071 Apr 06 13:54:19.729864 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-43b0b8ba-9d3c-4f3c-bf2c-6325252480cb req-86f333cb-823d-4614-b068-6a7773c621a9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710901 Apr 06 13:54:19.750502 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port eb159d6d-301d-49de-aafe-593b8182d244, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=eb159d6d-301d-49de-aafe-593b8182d244,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:19.783001 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (eb159d6d-301d-49de-aafe-593b8182d244), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.784224 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device bc94cd9c-2702-4c45-a72b-3bbbe51c31bd details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:54:19.797763 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-10d8a0af-9bd7-4cdc-a946-209a7c7eb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:19.804834 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-10d8a0af-9bd7-4cdc-a946-209a7c7eb1c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.1792583 Apr 06 13:54:19.909823 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:19.930528 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:54:19.949649 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-f11e8dbd-2868-492a-9606-51984c933e03 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123406 Apr 06 13:54:20.058835 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=eb159d6d-301d-49de-aafe-593b8182d244,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:20.061786 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:20.062406 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:20.082795 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1d0d-861f-4553-b921-51fbb134fc10 req-f97cda46-99c0-46cb-a42d-bae5fb54c835 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:20.084778 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-277d1d0d-861f-4553-b921-51fbb134fc10 req-f97cda46-99c0-46cb-a42d-bae5fb54c835 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 945 time: 0.1865494 Apr 06 13:54:20.088064 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-30c4ab21-9b8c-484a-962f-9fd24e353970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:20.089502 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-30c4ab21-9b8c-484a-962f-9fd24e353970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2830868 Apr 06 13:54:20.093176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc94cd9c-2702-4c45-a72b-3bbbe51c31bd {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:20.117083 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:20.133641 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:20.140459 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-72730b72-f405-4cba-8402-3ff2a55acd85 service neutron] 10.222.0.24 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716480 Apr 06 13:54:20.226008 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:20.298364 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-f9454623-7d96-49e5-9ee6-dcadb909b302 service neutron] 10.222.0.24 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269753 Apr 06 13:54:20.303324 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-277d1d0d-861f-4553-b921-51fbb134fc10 req-50366492-2435-4fd2-ae6d-986e47c273aa tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975887 Apr 06 13:54:20.311671 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-7d4febb8-1cf5-4db6-8002-25aab4ea727c service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083383 Apr 06 13:54:20.540189 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad27b8b-e199-426e-893c-c87650c14c9a req-998652b7-ff6e-4c4c-b1c2-108414359bd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:20.541962 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cad27b8b-e199-426e-893c-c87650c14c9a req-998652b7-ff6e-4c4c-b1c2-108414359bd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.1756787 Apr 06 13:54:20.544407 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-56d18ece-1fc4-4969-9828-b07fc31a2854 req-1e3857d5-3519-4917-872b-8a180a74942b service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233696 Apr 06 13:54:20.588992 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['eb159d6d-301d-49de-aafe-593b8182d244'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:20.658813 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cad27b8b-e199-426e-893c-c87650c14c9a req-63c8b73b-a531-484f-b88a-84f56a892669 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050758 Apr 06 13:54:20.713123 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:20.730653 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ce958ee1-e1d0-488a-9e47-16536dcc0f44 req-00ba82b3-61dd-4a6a-9c28-41caa782d715 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 210 time: 0.0322614 Apr 06 13:54:20.890385 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a9ffd-1e37-45c5-8646-678b3b48edc5 req-391a333d-94b9-4c40-a2fb-7858404200e3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:20.895639 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cd1a9ffd-1e37-45c5-8646-678b3b48edc5 req-391a333d-94b9-4c40-a2fb-7858404200e3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 945 time: 0.0649276 Apr 06 13:54:20.942112 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cd1a9ffd-1e37-45c5-8646-678b3b48edc5 req-cbb60437-d332-4358-81c6-ee36cab60d3d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Apr 06 13:54:21.251287 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-0e2f487c-954b-4f7f-be81-9d8fd8ae587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.253032 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-0e2f487c-954b-4f7f-be81-9d8fd8ae587a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1130 time: 0.0565066 Apr 06 13:54:21.361582 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-d4aa7f2f-d6ed-4ab7-a27f-8b83885de129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.363218 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-d4aa7f2f-d6ed-4ab7-a27f-8b83885de129 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 916 time: 0.1022997 Apr 06 13:54:21.419891 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a4883-aacf-465a-bae8-786e6745451a req-8a526ebb-9032-4d89-9141-3f68fa08644f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.421865 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-805a4883-aacf-465a-bae8-786e6745451a req-8a526ebb-9032-4d89-9141-3f68fa08644f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 945 time: 0.0672224 Apr 06 13:54:21.447341 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-4d2f7280-947e-4826-9a37-45bcee1bc6cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 200 len: 1001 time: 0.0775931 Apr 06 13:54:21.482664 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-805a4883-aacf-465a-bae8-786e6745451a req-4b53940d-fd7c-4ee1-a71b-a055f8c65e40 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Apr 06 13:54:21.845054 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-17fa05d8-271b-43cc-9ea1-16dc508349a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.848600 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-17fa05d8-271b-43cc-9ea1-16dc508349a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.1207354 Apr 06 13:54:21.886071 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-78030e42-29c9-45d2-bf43-c7401bddfa3e req-005fcc6a-2aa4-484c-8ac0-7bc758c36c52 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 210 time: 0.0552368 Apr 06 13:54:21.967720 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a80d-513d-4824-8890-f74dae7eec63 req-846da2ed-c300-4e24-95f9-8815c5d412da tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.969349 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ada1a80d-513d-4824-8890-f74dae7eec63 req-846da2ed-c300-4e24-95f9-8815c5d412da tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.2255058 Apr 06 13:54:22.024790 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-3d95f79d-c708-4c08-8bee-65635b1856f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.026417 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-3d95f79d-c708-4c08-8bee-65635b1856f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1665053 Apr 06 13:54:22.094334 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479439-9dae-49cd-8104-ccf51fc1dcd8 req-69def7ea-10cc-46a8-bf89-143e1124f4f4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.096079 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-91479439-9dae-49cd-8104-ccf51fc1dcd8 req-69def7ea-10cc-46a8-bf89-143e1124f4f4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 945 time: 0.0742702 Apr 06 13:54:22.117667 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ada1a80d-513d-4824-8890-f74dae7eec63 req-f42596ed-b48b-4d9d-a0d1-f4361afa1c49 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397805 Apr 06 13:54:22.132348 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device bc94cd9c-2702-4c45-a72b-3bbbe51c31bd up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:22.133478 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-0ae9327a-dd99-4201-b654-7dc6a385cfc6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.135059 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-0ae9327a-dd99-4201-b654-7dc6a385cfc6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.15 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 809 time: 0.2291954 Apr 06 13:54:22.196444 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-91479439-9dae-49cd-8104-ccf51fc1dcd8 req-ed0189e6-a4e1-4806-a688-b933d01b1291 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905483 Apr 06 13:54:22.223326 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:54:22.225168 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-f0931dce-ea77-4b43-82d0-3adceb1c3ac6 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883879 Apr 06 13:54:22.227707 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:22.228083 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.231542 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-d69a459d-9009-4d61-b980-24f784b4b58d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486 HTTP/1.1" status: 200 len: 379 time: 0.0861995 Apr 06 13:54:22.243813 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'port': {'device_id': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'admin_state_up': True, 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'security_groups': ['d4ea8a09-3533-48af-9a73-790b9bd06562']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:22.315235 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:22.315653 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.342879 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:22.345677 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d0464-602b-4c82-975d-2db81591ca20" -d '{"events": [{"server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "name": "network-vif-plugged", "status": "completed", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:22.369562 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:22.377294 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.378326 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device eb159d6d-301d-49de-aafe-593b8182d244 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:22.395674 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9be7c9a5-5979-4ab8-b58b-8cc570429e7c req-e72e106a-f444-445c-938c-f777871a022b service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631937 Apr 06 13:54:22.409443 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54707324-1623-4272-9568-8da4815c58f1 x-openstack-request-id: req-54707324-1623-4272-9568-8da4815c58f1 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:22.409718 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "name": "network-vif-plugged", "status": "completed", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:22.410296 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54707324-1623-4272-9568-8da4815c58f1 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:22.410741 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54707324-1623-4272-9568-8da4815c58f1'] response: {'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'code': 200} Apr 06 13:54:22.441541 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Made reservation on behalf of 2cdfe0d2b8dd4016b0ab6caa5d72e486 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:54:22.446894 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.478913 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:22.491431 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.492346 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.492346 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.492814 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.493104 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.493464 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.493834 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.494174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.494551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.494883 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.495176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.495726 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.495903 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.496315 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.496571 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:22.501179 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port eb159d6d-301d-49de-aafe-593b8182d244 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:54:22.506337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port eb159d6d-301d-49de-aafe-593b8182d244 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:22.506796 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (eb159d6d-301d-49de-aafe-593b8182d244), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.608590 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Allocated IP 172.20.0.10 (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a/61d75d72-d22c-48f8-853a-4d571fa19a62/9030ed08-5a25-4ee9-90b5-53ec55d01bad) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:54:22.618472 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port eb159d6d-301d-49de-aafe-593b8182d244 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:22.618912 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (eb159d6d-301d-49de-aafe-593b8182d244), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.633309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa557ca2-4321-4293-abe3-9084271d8c4e req-757dbe95-7764-4d85-8578-493e37547a9e tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.635185 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fa557ca2-4321-4293-abe3-9084271d8c4e req-757dbe95-7764-4d85-8578-493e37547a9e tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 945 time: 0.0652926 Apr 06 13:54:22.659082 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port eb159d6d-301d-49de-aafe-593b8182d244, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=eb159d6d-301d-49de-aafe-593b8182d244,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:22.667968 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (eb159d6d-301d-49de-aafe-593b8182d244), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.687574 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fa557ca2-4321-4293-abe3-9084271d8c4e req-5cf64e69-c88a-4db9-bfe4-fc2fa3103cb2 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Apr 06 13:54:22.724502 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=eb159d6d-301d-49de-aafe-593b8182d244,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:22.776442 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.818729 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.865208 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:54:22.873865 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:54:22.876896 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:54:22.886615 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:22.950849 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.950849 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:22.978012 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-31e0624e-cddc-44c0-873d-19bea6ce843b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7383351 Apr 06 13:54:23.025062 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dda651-24b3-48ff-94ac-21f73ed73554 req-aa4f74be-42a9-48bf-aba7-5db167185261 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:23.026866 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-87dda651-24b3-48ff-94ac-21f73ed73554 req-aa4f74be-42a9-48bf-aba7-5db167185261 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 932 time: 0.0626595 Apr 06 13:54:23.096829 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-87dda651-24b3-48ff-94ac-21f73ed73554 req-50fe1342-63d8-4c6a-90d2-8c294455ac41 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619400 Apr 06 13:54:23.140724 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-fd2749a0-48af-4dad-a587-1e786a3b4577 None None] Provisioning complete for port 9030ed08-5a25-4ee9-90b5-53ec55d01bad triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:23.141337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fd2749a0-48af-4dad-a587-1e786a3b4577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:23.180390 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-fd2749a0-48af-4dad-a587-1e786a3b4577 None None] Port 9030ed08-5a25-4ee9-90b5-53ec55d01bad cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:54:23.286354 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28175c-79c4-40d9-a966-1092b2305896 req-ddfcf652-4a14-4423-8de7-401fad9b76da tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:23.287939 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1a28175c-79c4-40d9-a966-1092b2305896 req-ddfcf652-4a14-4423-8de7-401fad9b76da tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0590942 Apr 06 13:54:23.323163 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a2dc-3585-4322-b65b-c76f5575b950 req-25915987-a2f1-4d0b-a852-9167cd1b09e0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:23.324692 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3396a2dc-3585-4322-b65b-c76f5575b950 req-25915987-a2f1-4d0b-a852-9167cd1b09e0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0565069 Apr 06 13:54:23.338632 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1a28175c-79c4-40d9-a966-1092b2305896 req-d8ee646f-c084-4338-9238-af17c50976be tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Apr 06 13:54:23.383947 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3396a2dc-3585-4322-b65b-c76f5575b950 req-baea0d93-eb6a-43e2-80db-6bc061cca6a3 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Apr 06 13:54:23.832220 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fecfe-f9d4-421c-9f62-fc7cdc966bb7 req-105a3e3f-c7b2-4959-ab84-0dbe0ece4689 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:23.833761 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d99fecfe-f9d4-421c-9f62-fc7cdc966bb7 req-105a3e3f-c7b2-4959-ab84-0dbe0ece4689 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.0545695 Apr 06 13:54:23.889455 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d99fecfe-f9d4-421c-9f62-fc7cdc966bb7 req-b3f7bde8-1468-46b7-88ac-e8fe760343d6 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Apr 06 13:54:24.047583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Request body: {'port': {'device_id': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:24.146827 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:24.412611 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb159d6d-301d-49de-aafe-593b8182d244'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:24.414270 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb4014-012d-45db-8f92-f1cfd7d98475 req-25d6c99e-0227-4914-b34f-39c1f9db6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:24.415900 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-22eb4014-012d-45db-8f92-f1cfd7d98475 req-25d6c99e-0227-4914-b34f-39c1f9db6532 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.2068884 Apr 06 13:54:24.416105 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0954ef22-cc8e-40ca-8e9f-6fc928d6bc29" -d '{"events": [{"server_uuid": "df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37", "name": "network-vif-plugged", "status": "completed", "tag": "eb159d6d-301d-49de-aafe-593b8182d244"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:24.438886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a867-5958-4dae-a647-e41791d843ba req-7787032f-c6d6-4fd4-9a04-76262a701383 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:24.440626 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3ea7a867-5958-4dae-a647-e41791d843ba req-7787032f-c6d6-4fd4-9a04-76262a701383 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 932 time: 0.1534846 Apr 06 13:54:24.473387 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c171c4-0d07-42f0-b9b2-f35a9c77c193 req-465e5e7c-7bd5-4f45-887f-3dd5b69b612b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:24.475703 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b0c171c4-0d07-42f0-b9b2-f35a9c77c193 req-465e5e7c-7bd5-4f45-887f-3dd5b69b612b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0576754 Apr 06 13:54:24.524226 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3ea7a867-5958-4dae-a647-e41791d843ba req-0e7a0408-0e18-4fd5-8077-1ae0382e1bd3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772774 Apr 06 13:54:24.534573 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b0c171c4-0d07-42f0-b9b2-f35a9c77c193 req-9bc2e763-ac9b-4fa0-818d-af72f9e642b2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 Apr 06 13:54:24.578206 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9030ed08-5a25-4ee9-90b5-53ec55d01bad {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:24.588040 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Publish callbacks [] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:24.591931 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31530adc-929c-4508-a59c-33023239dcf7 x-openstack-request-id: req-31530adc-929c-4508-a59c-33023239dcf7 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:24.592337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37", "name": "network-vif-plugged", "status": "completed", "tag": "eb159d6d-301d-49de-aafe-593b8182d244", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:24.592658 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31530adc-929c-4508-a59c-33023239dcf7 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:24.593117 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31530adc-929c-4508-a59c-33023239dcf7'] response: {'server_uuid': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb159d6d-301d-49de-aafe-593b8182d244', 'code': 200} Apr 06 13:54:24.603924 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Transition to ACTIVE for port object 9030ed08-5a25-4ee9-90b5-53ec55d01bad will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:54:24.615055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:24.772897 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:24.812240 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262905f-1290-4c18-bbc1-b04bf3e5f9e9 req-dd5889eb-2707-4a41-9b70-11060f1be3b1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:24.814409 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d262905f-1290-4c18-bbc1-b04bf3e5f9e9 req-dd5889eb-2707-4a41-9b70-11060f1be3b1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.2117579 Apr 06 13:54:24.815917 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.816240 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.816607 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.817076 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.817595 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.818014 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.818352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.818675 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.819158 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.819697 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.820030 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.820423 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.820753 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.821138 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.821499 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:24.854408 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-22eb4014-012d-45db-8f92-f1cfd7d98475 req-a5dd5a36-cced-4c39-b153-c3ea7773e9c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717203 Apr 06 13:54:24.958450 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d262905f-1290-4c18-bbc1-b04bf3e5f9e9 req-d4a847bc-2cab-4fa2-95a7-28b1242cc9c9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328073 Apr 06 13:54:24.960931 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Attempting to bind port 9030ed08-5a25-4ee9-90b5-53ec55d01bad on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:54:24.961260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Attempting to bind port 9030ed08-5a25-4ee9-90b5-53ec55d01bad by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:54:24.961581 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Attempting to bind port 9030ed08-5a25-4ee9-90b5-53ec55d01bad on network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:54:24.973437 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Port 9030ed08-5a25-4ee9-90b5-53ec55d01bad on network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:54:24.973760 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Attempting to bind port 9030ed08-5a25-4ee9-90b5-53ec55d01bad on network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:54:24.983664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:54:24.984061 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Checking segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:54:24.984484 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Bound using segment: {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:54:24.984919 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Bound port: 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdae2204-3d73-4d1c-a25a-a929217125d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:54:24.985283 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:25.125867 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:54:25.131784 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:54:25.150781 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31310d-32c3-4e65-bcdd-c7c9a366eb0b req-14d97a55-7651-4550-8ef2-8cc7d2225f59 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.152989 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad31310d-32c3-4e65-bcdd-c7c9a366eb0b req-14d97a55-7651-4550-8ef2-8cc7d2225f59 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.1074452 Apr 06 13:54:25.155464 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:25.166084 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95bad1-3c1c-41e1-bf68-9887e83b3979 req-49318cc0-3770-419e-909c-8adfb60e24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.167673 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5b95bad1-3c1c-41e1-bf68-9887e83b3979 req-49318cc0-3770-419e-909c-8adfb60e24e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 1130 time: 0.0801666 Apr 06 13:54:25.244548 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5b95bad1-3c1c-41e1-bf68-9887e83b3979 req-73a285b8-db8f-4507-9339-a915059b463c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680187 Apr 06 13:54:25.298848 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [req-11f0a75b-4511-4627-950a-02ffccaa3e51 req-9a97fed7-52a6-4e46-9bd5-703bb3b05f0d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:54:25.300125 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-11f0a75b-4511-4627-950a-02ffccaa3e51 req-9a97fed7-52a6-4e46-9bd5-703bb3b05f0d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061812 Apr 06 13:54:25.488562 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.489247 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5427-4ea7-41eb-9605-7b60717f272c req-673d98bd-05fd-4c5e-abc4-db6c59475649 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.489999 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:25.490623 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] 10.222.0.15 "PUT /v2.0/ports/9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 1094 time: 1.4475369 Apr 06 13:54:25.491283 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:25.493946 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07e49a-9ab4-467c-8684-ef061e00c665" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:25.496854 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c6bd5427-4ea7-41eb-9605-7b60717f272c req-673d98bd-05fd-4c5e-abc4-db6c59475649 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 946 time: 0.0770600 Apr 06 13:54:25.508543 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-047e9940-ec96-4f02-bf5c-1d2f2fe6fa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:25.545847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e9d3a-4cd8-4b24-9f43-47124f7c9a6f service neutron] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:25.548777 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:54:25.565172 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad31310d-32c3-4e65-bcdd-c7c9a366eb0b req-93b2bec1-e861-4770-9eff-3f100d417f59 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013965 Apr 06 13:54:25.634486 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c6bd5427-4ea7-41eb-9605-7b60717f272c req-70b27a46-7655-4da5-a1a9-a5802011e0db tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364126 Apr 06 13:54:25.641834 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909b3353-7e2a-4431-b70d-1d5439fb8cd0 x-openstack-request-id: req-909b3353-7e2a-4431-b70d-1d5439fb8cd0 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:25.642842 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:25.643261 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-909b3353-7e2a-4431-b70d-1d5439fb8cd0 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:25.643763 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909b3353-7e2a-4431-b70d-1d5439fb8cd0'] response: {'name': 'network-changed', 'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'status': 'completed', 'code': 200} Apr 06 13:54:25.688422 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: ACTIVE; New status is: DOWN {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:25.688815 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:25.734183 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:25.742402 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:25.763865 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac6f00-1728-4cbc-8ee1-31467813442d req-40f4c377-fc8e-43e3-939d-ca72ea11fccb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.765453 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c3ac6f00-1728-4cbc-8ee1-31467813442d req-40f4c377-fc8e-43e3-939d-ca72ea11fccb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0623450 Apr 06 13:54:25.806013 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=8']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:25.833153 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c3ac6f00-1728-4cbc-8ee1-31467813442d req-54c6908a-a9bf-422a-a10b-cf80d4c4181b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612841 Apr 06 13:54:26.015816 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 57446) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:26.114557 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c59f-a010-4e7c-b148-cd77a4351a15 req-0a09b7ee-8170-46bc-9da7-f36fd1431f3e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.116079 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0f90c59f-a010-4e7c-b148-cd77a4351a15 req-0a09b7ee-8170-46bc-9da7-f36fd1431f3e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0876241 Apr 06 13:54:26.128145 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-7d2e32c0-daf4-4d66-be1b-b3445354338a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062191 Apr 06 13:54:26.134547 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-4aae3d89-dcaf-48a5-84d7-8d05795a8f46 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:54:26.135926 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-4aae3d89-dcaf-48a5-84d7-8d05795a8f46 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056183 Apr 06 13:54:26.182991 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0f90c59f-a010-4e7c-b148-cd77a4351a15 req-4cfc8568-2cbd-4387-b40c-7a1ddd617b74 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587614 Apr 06 13:54:26.214548 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 57456) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:26.316395 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-1f1cc603-a925-48d1-8d08-f4a69e0124aa tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.317825 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-1f1cc603-a925-48d1-8d08-f4a69e0124aa tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports/9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 200 len: 941 time: 0.1021523 Apr 06 13:54:26.364066 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07e49a-9ab4-467c-8684-ef061e00c665 req-d786c83d-9ce6-4352-8870-54691d59086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.365622 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8d07e49a-9ab4-467c-8684-ef061e00c665 req-d786c83d-9ce6-4352-8870-54691d59086c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1128 time: 0.0469384 Apr 06 13:54:26.594332 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:26.597221 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc3ee7-431f-4da8-bd3a-b2e2b78f5ffa" -d '{"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-unplugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:26.628542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bc32f0-e55a-491b-9649-8cdf2c543be9 x-openstack-request-id: req-c7bc32f0-e55a-491b-9649-8cdf2c543be9 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:26.628835 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-unplugged", "status": "failed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "code": 422}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:26.629089 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7bc32f0-e55a-491b-9649-8cdf2c543be9 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:26.629538 dv-cinder-827554-3-iscsi neutron-server[109801]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c7bc32f0-e55a-491b-9649-8cdf2c543be9']: {'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'code': 422} returned with failed status Apr 06 13:54:26.699882 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810f4fa-346f-4a77-8bb7-cb5968d7663b req-98c585bd-2aaa-4e98-bde6-d89a6b78ab02 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.701564 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b810f4fa-346f-4a77-8bb7-cb5968d7663b req-98c585bd-2aaa-4e98-bde6-d89a6b78ab02 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.0567844 Apr 06 13:54:26.751142 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b810f4fa-346f-4a77-8bb7-cb5968d7663b req-f8c68b30-5e06-4e6f-aaf3-ce1a297db925 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Apr 06 13:54:26.752866 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c990fb8-6d83-44fa-80c4-8c17e95a9c41 req-5c30d564-e953-4beb-afdf-ab40af1b5a50 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.754470 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2c990fb8-6d83-44fa-80c4-8c17e95a9c41 req-5c30d564-e953-4beb-afdf-ab40af1b5a50 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0554457 Apr 06 13:54:26.812645 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2c990fb8-6d83-44fa-80c4-8c17e95a9c41 req-91064621-bf17-4d5b-abec-a30858d1bbc8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524051 Apr 06 13:54:27.013506 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e5fc-27c8-4259-b8cc-dfb76064a56c req-29d4c199-dce3-41c9-860d-19d4837b7aef tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.014932 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b100e5fc-27c8-4259-b8cc-dfb76064a56c req-29d4c199-dce3-41c9-860d-19d4837b7aef tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.1095679 Apr 06 13:54:27.081773 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07e49a-9ab4-467c-8684-ef061e00c665 req-5bec5a23-6611-4779-87b9-61f6e7b08df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.083295 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8d07e49a-9ab4-467c-8684-ef061e00c665 req-5bec5a23-6611-4779-87b9-61f6e7b08df9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1420567 Apr 06 13:54:27.101486 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b100e5fc-27c8-4259-b8cc-dfb76064a56c req-6d09bd86-b35e-47bb-a0af-35313fd3acb0 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765564 Apr 06 13:54:27.304977 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563e6b-9a7f-43e6-a496-4c67f8a70701 req-1af1a13f-d7a6-4928-a6c4-df79ed5aa3c4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.306344 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-09563e6b-9a7f-43e6-a496-4c67f8a70701 req-1af1a13f-d7a6-4928-a6c4-df79ed5aa3c4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0588238 Apr 06 13:54:27.360717 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-09563e6b-9a7f-43e6-a496-4c67f8a70701 req-2a41fca5-920e-448b-aeba-dbebbafabf9f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462251 Apr 06 13:54:27.490691 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41479-56d9-4c73-883d-57b079a15fcd req-c8668652-25ec-4d38-a1df-c0a5b03508ec tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.492183 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-09d41479-56d9-4c73-883d-57b079a15fcd req-c8668652-25ec-4d38-a1df-c0a5b03508ec tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0612888 Apr 06 13:54:27.504090 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 57480) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:27.509470 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'floatingip': {'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:27.553306 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:27.683927 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07e49a-9ab4-467c-8684-ef061e00c665 req-7a995601-6537-43d0-9534-a8a45a8e194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.685413 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8d07e49a-9ab4-467c-8684-ef061e00c665 req-7a995601-6537-43d0-9534-a8a45a8e194f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947249 Apr 06 13:54:27.780135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-2e34dfb3-f414-49ae-babc-dbfdaa6c3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.781737 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-2e34dfb3-f414-49ae-babc-dbfdaa6c3077 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1128 time: 0.0499456 Apr 06 13:54:27.839337 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-c7119863-f247-4dc1-91b1-f2c22e8eb615 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 217 time: 0.0475807 Apr 06 13:54:27.921167 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-ec5d0fad-79db-4b21-925d-348e47ddd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.922677 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-ec5d0fad-79db-4b21-925d-348e47ddd7ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 200 len: 848 time: 0.0720606 Apr 06 13:54:27.998598 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eb820-faf4-4611-8a45-0ae53a1c8317 req-2da4a9d1-db10-4ec6-be8c-7dca28260799 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:28.000113 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-377eb820-faf4-4611-8a45-0ae53a1c8317 req-2da4a9d1-db10-4ec6-be8c-7dca28260799 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0925896 Apr 06 13:54:28.007672 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-b526e6c4-9bcf-48de-b85e-d37e92e800ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:28.009185 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-b526e6c4-9bcf-48de-b85e-d37e92e800ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714965 Apr 06 13:54:28.107461 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-377eb820-faf4-4611-8a45-0ae53a1c8317 req-b36a1ea2-16de-4fe3-9d63-78c74cd850f6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971384 Apr 06 13:54:28.117723 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-35330670-354d-4a6e-ad82-18d5eda0bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:28.139729 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-157a4256-f7b9-4bc7-888e-dfb20552a113 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190267 Apr 06 13:54:28.205258 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bace4-ce01-4497-9fbd-04718c202ed7 req-9ddafb62-7400-40ca-9c79-8c4371c830e9 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:28.208500 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-eb1bace4-ce01-4497-9fbd-04718c202ed7 req-9ddafb62-7400-40ca-9c79-8c4371c830e9 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.3844676 Apr 06 13:54:28.306182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755bd52-4092-4f03-b214-e9adb3d41db2 req-80b933f9-d5f5-4934-a061-f2a399b4db55 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:28.307743 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b755bd52-4092-4f03-b214-e9adb3d41db2 req-80b933f9-d5f5-4934-a061-f2a399b4db55 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.1010382 Apr 06 13:54:28.313627 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7bda24d8-9fce-4e5f-b4f9-008afcbf5c5d req-02c5cd75-301b-4488-aa01-5b81a758a03a service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683612 Apr 06 13:54:28.347597 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-eb1bace4-ce01-4497-9fbd-04718c202ed7 req-4c866ee2-e1ce-4bee-8d60-b00491a7124c tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153426 Apr 06 13:54:28.356231 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:28.371257 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:28.371664 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b755bd52-4092-4f03-b214-e9adb3d41db2 req-a0e466b2-d7a2-4dce-b9be-1dc5309b3a2a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516891 Apr 06 13:54:28.480187 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Floating IP d9cff549-41cf-4417-bdc7-0c13cbd62263 associated. External IP: 172.27.0.216, port: bc94cd9c-2702-4c45-a72b-3bbbe51c31bd. Apr 06 13:54:28.693608 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Router 8f270fbf-22a6-43c1-b371-43b03faf3dab has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:54:28.810168 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:54:28.815259 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:28.820681 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] Sync routers for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:54:28.829885 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:54:28.830527 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:54:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:28.853820 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-397b60cf-c525-4d9b-8b5d-749dad86f135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "PUT /v2.0/floatingips/d9cff549-41cf-4417-bdc7-0c13cbd62263 HTTP/1.1" status: 200 len: 992 time: 1.3481820 Apr 06 13:54:28.854288 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:28.856761 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0457dc9-c772-4970-8dcd-1fe51123f0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:28.900947 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f1614-66c3-46e9-851f-1b89047abcaa x-openstack-request-id: req-1f4f1614-66c3-46e9-851f-1b89047abcaa {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:28.901242 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:28.901609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f4f1614-66c3-46e9-851f-1b89047abcaa {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:28.902048 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4f1614-66c3-46e9-851f-1b89047abcaa'] response: {'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'status': 'completed', 'code': 200} Apr 06 13:54:28.941324 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:54:29.129321 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-abe7a33b-1738-427c-85ff-fdd06f8c0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.130957 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-abe7a33b-1738-427c-85ff-fdd06f8c0f12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.0729933 Apr 06 13:54:29.141593 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-795edb2c-03be-410f-b42e-c361df858270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.143256 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-795edb2c-03be-410f-b42e-c361df858270 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057&tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 1128 time: 0.0851438 Apr 06 13:54:29.165830 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:29.243544 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-c5651ed9-e4f8-4a08-9581-33ff00fb35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.245221 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-c5651ed9-e4f8-4a08-9581-33ff00fb35e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1128 time: 0.0632033 Apr 06 13:54:29.245342 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd9cff549-41cf-4417-bdc7-0c13cbd62263', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:56Z', 'updated_at': '2022-04-06T13:54:28Z', 'revision_number': 1, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:29.281636 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] Checking router: 8f270fbf-22a6-43c1-b371-43b03faf3dab for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:54:29.291821 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:54:29.292645 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:54:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:29.305128 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-29e4e0f6-9998-48f8-bf44-eaa1eb4dfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.306649 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-29e4e0f6-9998-48f8-bf44-eaa1eb4dfee5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.1434789 Apr 06 13:54:29.322165 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f7f9-7f1c-4873-a287-52ecdc6f8716 req-36508e37-8e05-4f2b-a02c-7737604c34d2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.323723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed02f7f9-7f1c-4873-a287-52ecdc6f8716 req-36508e37-8e05-4f2b-a02c-7737604c34d2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.1094680 Apr 06 13:54:29.394639 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-e7dd5b16-8cb9-4eb5-b1ea-866ba7641230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.396545 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-e7dd5b16-8cb9-4eb5-b1ea-866ba7641230 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 916 time: 0.1417863 Apr 06 13:54:29.446736 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-c377b345-e330-426d-950a-819d62fbeff0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 1000 time: 0.1215808 Apr 06 13:54:29.450809 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed02f7f9-7f1c-4873-a287-52ecdc6f8716 req-fa195b8b-1351-4f7e-9801-003dfeac7f13 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198988 Apr 06 13:54:29.456383 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:54:29.480597 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-18e82293-16c5-4295-8a6d-ec9976616649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 200 len: 999 time: 0.0764976 Apr 06 13:54:29.502825 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-da42ef43-1707-4028-8b4c-abf73f5a282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.504308 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-da42ef43-1707-4028-8b4c-abf73f5a282f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0509098 Apr 06 13:54:29.561431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-32c28610-8ee4-43a3-b396-8b0649f3eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.563125 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-32c28610-8ee4-43a3-b396-8b0649f3eaad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519838 Apr 06 13:54:29.571661 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-3300535a-9db6-4e1a-8e8c-077c21739867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.573289 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-3300535a-9db6-4e1a-8e8c-077c21739867 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.0818248 Apr 06 13:54:29.581728 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b9f1c-6fef-4942-8ddd-cbf14fb87d61 req-f5e4c1f6-cace-48ff-a84f-2c271ed11d9d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.583378 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-829b9f1c-6fef-4942-8ddd-cbf14fb87d61 req-f5e4c1f6-cace-48ff-a84f-2c271ed11d9d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.1018150 Apr 06 13:54:29.660763 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-829b9f1c-6fef-4942-8ddd-cbf14fb87d61 req-c6b1618a-35ff-4c1f-bda2-6b4e6382477b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688357 Apr 06 13:54:29.663740 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-815ab7ba-2a78-49cc-82a9-bd65b665463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.665235 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-815ab7ba-2a78-49cc-82a9-bd65b665463d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809243 Apr 06 13:54:29.668461 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-ef4c1ce0-c271-46af-a254-940d3b1ab8c3 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982592 Apr 06 13:54:29.716110 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd9cff549-41cf-4417-bdc7-0c13cbd62263', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:56Z', 'updated_at': '2022-04-06T13:54:28Z', 'revision_number': 1, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:29.742128 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7978b-1ffe-4d8e-8e64-61561e6382d3 None None] The sync data for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi is: [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd9cff549-41cf-4417-bdc7-0c13cbd62263', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:56Z', 'updated_at': '2022-04-06T13:54:28Z', 'revision_number': 1, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:54:29.773465 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0457dc9-c772-4970-8dcd-1fe51123f0ae req-de601037-4fda-4864-97fe-2ddae5323de9 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911410 Apr 06 13:54:29.778325 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-af5d846a-f9a4-4e2b-9d27-c638b35c44bd service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969944 Apr 06 13:54:29.877852 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-adde9108-4aa0-48d9-ab5d-58898c28c2cc req-5949f1d9-b4e0-4e8d-9947-8f8b8404d0e1 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Apr 06 13:54:29.977424 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ff781-5213-4558-b989-1874a7175774 None None] New status for floating IP d9cff549-41cf-4417-bdc7-0c13cbd62263: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:54:30.442518 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:30.633779 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79080e-0ebb-4de7-b242-92aee2c081c8 req-df0708e8-7ea7-4444-90c5-616c1f6dc00d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:30.643608 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6d79080e-0ebb-4de7-b242-92aee2c081c8 req-df0708e8-7ea7-4444-90c5-616c1f6dc00d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0838659 Apr 06 13:54:30.726104 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6d79080e-0ebb-4de7-b242-92aee2c081c8 req-8167ccc1-14b7-4e10-af8b-94c09790cace tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761609 Apr 06 13:54:30.832389 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f10b36-df4c-4c86-b201-d4ea80dbe371 req-505a39e7-ea0d-48ed-b221-b1afefb3d1db tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:30.833969 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-00f10b36-df4c-4c86-b201-d4ea80dbe371 req-505a39e7-ea0d-48ed-b221-b1afefb3d1db tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0722754 Apr 06 13:54:30.910961 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-00f10b36-df4c-4c86-b201-d4ea80dbe371 req-7b17972c-ec19-4868-8c70-9107eeab8264 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706787 Apr 06 13:54:31.848954 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf42623-d9ee-4fde-befc-f266b9343431 req-ee6a1fe5-60a3-46c8-abd6-dede59d4b24c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:31.850521 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eaf42623-d9ee-4fde-befc-f266b9343431 req-ee6a1fe5-60a3-46c8-abd6-dede59d4b24c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0590110 Apr 06 13:54:31.903587 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eaf42623-d9ee-4fde-befc-f266b9343431 req-699b12c8-7c77-4cd8-974d-0bafcf52ba72 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Apr 06 13:54:32.057866 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff02e91-4dfe-4606-89fc-59ba7f79464c req-93cc0c74-e026-49ae-ab4b-3cf3fe428eea tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:32.059514 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5ff02e91-4dfe-4606-89fc-59ba7f79464c req-93cc0c74-e026-49ae-ab4b-3cf3fe428eea tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0582931 Apr 06 13:54:32.111117 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5ff02e91-4dfe-4606-89fc-59ba7f79464c req-958cb171-a83a-4ff3-bc63-420972279046 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450263 Apr 06 13:54:32.487867 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:33.054786 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d48bfe-1d3f-4a38-bdeb-a0ad491c3395 req-3f41af9f-5964-4e42-8689-5ff9b0c7d357 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:33.066197 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-68d48bfe-1d3f-4a38-bdeb-a0ad491c3395 req-3f41af9f-5964-4e42-8689-5ff9b0c7d357 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0708358 Apr 06 13:54:33.113112 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-68d48bfe-1d3f-4a38-bdeb-a0ad491c3395 req-51778c86-2625-4aae-806e-502e4216d54d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455692 Apr 06 13:54:33.264270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e087-df2f-4512-ba3b-3dda961a3429 req-4e6b9fa3-a621-4bd0-98eb-e9773544cf20 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:33.266913 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ddf2e087-df2f-4512-ba3b-3dda961a3429 req-4e6b9fa3-a621-4bd0-98eb-e9773544cf20 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0695255 Apr 06 13:54:33.320500 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ddf2e087-df2f-4512-ba3b-3dda961a3429 req-fba57289-a994-4fce-894a-6577d2fbe1d8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476828 Apr 06 13:54:33.687471 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:54:34.258654 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74623b-478c-4942-8726-0955c882b3d5 req-6e03d115-b759-4649-8ad5-fd5e53b2c4e8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:34.267312 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0e74623b-478c-4942-8726-0955c882b3d5 req-6e03d115-b759-4649-8ad5-fd5e53b2c4e8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0690823 Apr 06 13:54:34.316885 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0e74623b-478c-4942-8726-0955c882b3d5 req-d445bc74-e613-4b6f-b178-ceb383e5570a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Apr 06 13:54:34.449070 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b497ca-f47a-43a8-a7e8-e44d26cc4c7d req-3fd581df-aeb2-4b5b-9157-86e29d6dfe7e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:34.451803 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-79b497ca-f47a-43a8-a7e8-e44d26cc4c7d req-3fd581df-aeb2-4b5b-9157-86e29d6dfe7e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0621631 Apr 06 13:54:34.546582 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-79b497ca-f47a-43a8-a7e8-e44d26cc4c7d req-be680386-784d-4a78-8bb1-c1ab19f670f9 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820873 Apr 06 13:54:35.463743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ead4-157c-4475-bcb2-28f6c20120ba req-f5529c2e-e676-4215-bff6-a9c689f454e9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.465289 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8592ead4-157c-4475-bcb2-28f6c20120ba req-f5529c2e-e676-4215-bff6-a9c689f454e9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0646017 Apr 06 13:54:35.513285 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8592ead4-157c-4475-bcb2-28f6c20120ba req-0b0e9934-61be-4036-8f0b-81833e61c7ec tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Apr 06 13:54:35.686373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4427f-af26-4624-9edf-1e1ab1e64f57 req-14d44aa5-30a5-4939-bd8e-9340403c8616 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.687854 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-93d4427f-af26-4624-9edf-1e1ab1e64f57 req-14d44aa5-30a5-4939-bd8e-9340403c8616 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0641012 Apr 06 13:54:35.772469 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-93d4427f-af26-4624-9edf-1e1ab1e64f57 req-349a849d-cdf2-4b71-a3b3-8ff41e89dbff tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782893 Apr 06 13:54:36.682770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90276d6a-4656-4e4b-b513-9b408c6ea51d req-b151ba30-3020-40b7-8b9e-614ebdb276eb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:36.684377 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-90276d6a-4656-4e4b-b513-9b408c6ea51d req-b151ba30-3020-40b7-8b9e-614ebdb276eb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0614750 Apr 06 13:54:36.736865 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-90276d6a-4656-4e4b-b513-9b408c6ea51d req-fbeb9aec-3903-4762-98cc-9813cc79bef5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Apr 06 13:54:36.915468 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1173-afae-403e-837f-83bc92821085 req-2774932e-10ff-4c28-b9ba-42951c9370eb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:36.917036 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7d6d1173-afae-403e-837f-83bc92821085 req-2774932e-10ff-4c28-b9ba-42951c9370eb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0631022 Apr 06 13:54:36.974785 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7d6d1173-afae-403e-837f-83bc92821085 req-ff0f2365-165a-4083-90cb-1de6c61f3e6f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482049 Apr 06 13:54:37.881156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2754-782d-4ffd-b714-fa60509a33b4 req-1111837a-012b-4fed-a7c3-f01cebadb6d3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:37.882948 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-193c2754-782d-4ffd-b714-fa60509a33b4 req-1111837a-012b-4fed-a7c3-f01cebadb6d3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0584040 Apr 06 13:54:37.956755 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-193c2754-782d-4ffd-b714-fa60509a33b4 req-09aaa228-0953-406d-ae70-137428fe2bc5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675156 Apr 06 13:54:38.108312 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10526b96-c158-47a0-b6d1-637ea7ce3e98 req-e4d2da54-cbb1-4491-acf3-dc3fa8bffc9e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:38.110200 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-10526b96-c158-47a0-b6d1-637ea7ce3e98 req-e4d2da54-cbb1-4491-acf3-dc3fa8bffc9e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0625365 Apr 06 13:54:38.165779 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-10526b96-c158-47a0-b6d1-637ea7ce3e98 req-d023cdcd-0e95-41ee-8e4a-33ffc779f2ff tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493765 Apr 06 13:54:39.184134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fce03-d064-41dd-a9a8-e04a54d1ef04 req-1b621f64-d68e-44c5-a267-ea9e78d198b6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.204444 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c72fce03-d064-41dd-a9a8-e04a54d1ef04 req-1b621f64-d68e-44c5-a267-ea9e78d198b6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.1341839 Apr 06 13:54:39.296683 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c72fce03-d064-41dd-a9a8-e04a54d1ef04 req-de7ca127-8654-4641-b7f9-0811fa6757db tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912461 Apr 06 13:54:39.343251 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5904972-8261-4946-a475-3fae3c9b8998 req-b6a53ac2-83ae-4e9e-97bb-a1d20c034896 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.345458 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a5904972-8261-4946-a475-3fae3c9b8998 req-b6a53ac2-83ae-4e9e-97bb-a1d20c034896 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0670691 Apr 06 13:54:39.400016 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a5904972-8261-4946-a475-3fae3c9b8998 req-51cee49d-e37a-4865-8fd4-e4bc9cce0296 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487497 Apr 06 13:54:40.129364 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 57704) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:40.246021 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e32e46f2-9c95-4161-9f8e-8f69538f5654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.334680 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e32e46f2-9c95-4161-9f8e-8f69538f5654 admin admin] Publish callbacks [] for security_group (657011cd-3dea-4dec-9763-0d307ecaf058), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.341450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e32e46f2-9c95-4161-9f8e-8f69538f5654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (657011cd-3dea-4dec-9763-0d307ecaf058), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.385602 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e32e46f2-9c95-4161-9f8e-8f69538f5654 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52756e6f1602426d8e5ee53a69490d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539635 Apr 06 13:54:40.390138 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 57712) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:40.398304 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e46f2-9c95-4161-9f8e-8f69538f5654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657011cd-3dea-4dec-9763-0d307ecaf058,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:40.461248 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Publish callbacks [] for security_group (657011cd-3dea-4dec-9763-0d307ecaf058), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.474641 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058eb2-1368-49a2-b375-a516ca968f54 req-158b4397-742e-4bb5-9189-a65f7b63d502 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:40.482619 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4058eb2-1368-49a2-b375-a516ca968f54 req-158b4397-742e-4bb5-9189-a65f7b63d502 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0713325 Apr 06 13:54:40.489496 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Publish callbacks [] for security_group (657011cd-3dea-4dec-9763-0d307ecaf058), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.529066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4058eb2-1368-49a2-b375-a516ca968f54 req-97883a00-71e4-41a7-adc9-34213c7e8a8f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Apr 06 13:54:40.582124 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738fb6f-f011-4065-88a3-8481644ce576 req-4bec95ec-5bac-4507-b0fd-dff54db16e03 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:40.586900 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1738fb6f-f011-4065-88a3-8481644ce576 req-4bec95ec-5bac-4507-b0fd-dff54db16e03 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0772843 Apr 06 13:54:40.603635 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (657011cd-3dea-4dec-9763-0d307ecaf058), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.606645 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:40.608462 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/657011cd-3dea-4dec-9763-0d307ecaf058 HTTP/1.1" status: 204 len: 168 time: 0.2169063 Apr 06 13:54:40.628803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657011cd-3dea-4dec-9763-0d307ecaf058,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:40.650374 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.650742 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.651212 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.651609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.652018 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.652427 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.652806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.653190 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.653575 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.653903 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.654262 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.654578 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.654891 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.655205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.655519 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3124f793-35ba-41f7-abc4-aa2ebb868836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:40.673209 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1738fb6f-f011-4065-88a3-8481644ce576 req-fb8f99f4-9bcf-40e8-923b-b7816931f600 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771377 Apr 06 13:54:41.659771 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c652a3-7404-425a-a2ef-729eb0de5513 req-f4556c3e-16a7-4a73-85ae-a8aa5cf080e0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:41.661771 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d0c652a3-7404-425a-a2ef-729eb0de5513 req-f4556c3e-16a7-4a73-85ae-a8aa5cf080e0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0576410 Apr 06 13:54:41.715357 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d0c652a3-7404-425a-a2ef-729eb0de5513 req-ad81c026-476a-4c99-8eda-4ddf22534ae2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476274 Apr 06 13:54:41.828860 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5a3a-1030-46f2-abdd-a3b39b0100e7 req-d0a8db80-60c1-4272-a985-fd0a9fefba75 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:41.830529 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-004e5a3a-1030-46f2-abdd-a3b39b0100e7 req-d0a8db80-60c1-4272-a985-fd0a9fefba75 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0665398 Apr 06 13:54:41.898820 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-004e5a3a-1030-46f2-abdd-a3b39b0100e7 req-f9818b41-13d3-4c9b-b292-4a1df6822617 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572929 Apr 06 13:54:42.864399 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b516fc1-6a6d-4461-bd3e-0f47b45cdcf5 req-e4bd581e-dfb7-402c-8efb-5156d3bc2e11 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:42.867172 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5b516fc1-6a6d-4461-bd3e-0f47b45cdcf5 req-e4bd581e-dfb7-402c-8efb-5156d3bc2e11 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0617175 Apr 06 13:54:42.922066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5b516fc1-6a6d-4461-bd3e-0f47b45cdcf5 req-118605e2-2c37-4f00-901c-1112de36df03 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495853 Apr 06 13:54:43.047890 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b125-10bb-4b4c-8f1d-1620da25877c req-06b1c9c0-115e-4320-9d10-ff0ccc3e1a8b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:43.050308 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-72f4b125-10bb-4b4c-8f1d-1620da25877c req-06b1c9c0-115e-4320-9d10-ff0ccc3e1a8b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0792832 Apr 06 13:54:43.103581 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-72f4b125-10bb-4b4c-8f1d-1620da25877c req-8ed82584-773f-44a9-97c6-dc77076f83d3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451078 Apr 06 13:54:44.055404 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64337592-0b35-4ffc-b459-3f4b1fb2b5ff req-c572810a-6839-4896-a3e9-31d7a538d7bc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:44.056976 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-64337592-0b35-4ffc-b459-3f4b1fb2b5ff req-c572810a-6839-4896-a3e9-31d7a538d7bc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0608521 Apr 06 13:54:44.108674 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-64337592-0b35-4ffc-b459-3f4b1fb2b5ff req-96218a67-bf36-4b61-bfd6-a0d1109344d7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Apr 06 13:54:44.228382 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12dd4b-edf6-4211-8b16-0dc092cad707 req-6d427692-8585-4706-9aa6-802e58ae02f5 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:44.229739 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cb12dd4b-edf6-4211-8b16-0dc092cad707 req-6d427692-8585-4706-9aa6-802e58ae02f5 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0595860 Apr 06 13:54:44.281050 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cb12dd4b-edf6-4211-8b16-0dc092cad707 req-865f269e-3abd-4743-a48e-570d81fd753f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 Apr 06 13:54:44.455006 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:54:44.557988 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:44.573476 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'port_id': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'mac_address': 'fa:16:3e:12:a7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:54:44.613896 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9030ed08-5a25-4ee9-90b5-53ec55d01bad is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:44.614312 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:44.631542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9030ed08-5a25-4ee9-90b5-53ec55d01bad {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:44.657811 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:44.663048 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:44.712124 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:45.240630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99b966-628c-46c0-a3fb-0fa9eb6d2c87 req-a7634b05-cc66-4c18-a7e5-aaa69284e662 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:45.242130 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0c99b966-628c-46c0-a3fb-0fa9eb6d2c87 req-a7634b05-cc66-4c18-a7e5-aaa69284e662 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0577726 Apr 06 13:54:45.290992 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0c99b966-628c-46c0-a3fb-0fa9eb6d2c87 req-251e969f-c4db-4729-9b58-d474a7e607be tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Apr 06 13:54:45.406648 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd98f41-dab0-41a2-bfec-01935bb71a6f req-c07eab07-4645-4644-9baf-4a8da036e98e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:45.408085 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ccd98f41-dab0-41a2-bfec-01935bb71a6f req-c07eab07-4645-4644-9baf-4a8da036e98e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0567544 Apr 06 13:54:45.469197 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ccd98f41-dab0-41a2-bfec-01935bb71a6f req-e4ce7c58-ea14-4930-aede-4d21096b1aad tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549977 Apr 06 13:54:46.304829 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:46.431423 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0145b-525f-4053-9ecf-b53f88df2362 req-d4925aaa-37b9-416e-8eae-737b8a583f1f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:46.432930 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fed0145b-525f-4053-9ecf-b53f88df2362 req-d4925aaa-37b9-416e-8eae-737b8a583f1f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0576384 Apr 06 13:54:46.481816 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fed0145b-525f-4053-9ecf-b53f88df2362 req-46a7bd35-fe47-4d95-b5ba-85e8503e735c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Apr 06 13:54:46.594859 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd5e3-7043-4c1a-bfea-996f8eb046b8 req-8f3171ff-983a-4b56-b81d-ab3f29825234 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:46.596378 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-092dd5e3-7043-4c1a-bfea-996f8eb046b8 req-8f3171ff-983a-4b56-b81d-ab3f29825234 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Apr 06 13:54:46.621803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['9030ed08-5a25-4ee9-90b5-53ec55d01bad'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:46.651933 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-092dd5e3-7043-4c1a-bfea-996f8eb046b8 req-ef1a704b-9ff2-49cb-98d0-8c52b0c6ac28 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497267 Apr 06 13:54:47.615346 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83f527-efc0-4abe-87be-727245373c57 req-3a575608-845c-4952-9b30-b9cbc71ef24e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:47.617127 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cf83f527-efc0-4abe-87be-727245373c57 req-3a575608-845c-4952-9b30-b9cbc71ef24e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0566833 Apr 06 13:54:47.672074 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cf83f527-efc0-4abe-87be-727245373c57 req-facf94b7-e6b3-418b-8551-7731ab521da7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490372 Apr 06 13:54:47.790535 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd47bf-6ccb-4b79-9470-1232bad97230 req-601048ab-713a-4d81-9288-08ee9799f9cd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:47.792019 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-03cd47bf-6ccb-4b79-9470-1232bad97230 req-601048ab-713a-4d81-9288-08ee9799f9cd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0584610 Apr 06 13:54:47.845557 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-03cd47bf-6ccb-4b79-9470-1232bad97230 req-e4ac83e8-e640-451c-86ce-4160550beec3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476904 Apr 06 13:54:48.812210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb427387-2d78-4c23-960c-c4c88f85657a req-23c543ef-0cf0-435a-ad49-c365e7da7f18 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:48.813724 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bb427387-2d78-4c23-960c-c4c88f85657a req-23c543ef-0cf0-435a-ad49-c365e7da7f18 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0562592 Apr 06 13:54:48.866493 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bb427387-2d78-4c23-960c-c4c88f85657a req-c0b005fc-8aaa-4272-b6fc-e0ea5efa2f20 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Apr 06 13:54:48.979224 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22fbf7-8578-4f55-b284-2caa86c4473d req-78dcbed5-6107-4d26-b0b1-bc11e041ee93 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:48.980623 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0f22fbf7-8578-4f55-b284-2caa86c4473d req-78dcbed5-6107-4d26-b0b1-bc11e041ee93 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Apr 06 13:54:49.042323 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0f22fbf7-8578-4f55-b284-2caa86c4473d req-2a492b13-c274-48ee-a13c-c178358ae8c9 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532606 Apr 06 13:54:49.998673 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381864b-ece2-486e-b654-287acef65f8a req-6d9eab3b-486c-4f7c-a1df-188c4c189cd9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:50.000179 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d381864b-ece2-486e-b654-287acef65f8a req-6d9eab3b-486c-4f7c-a1df-188c4c189cd9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0551426 Apr 06 13:54:50.048700 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d381864b-ece2-486e-b654-287acef65f8a req-01238bca-4404-4d93-9457-f5b18d4b7256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Apr 06 13:54:50.172094 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d081d-feb8-4f8a-a1d7-11c95ba71519 req-74bf235c-81cf-4054-a35f-cde29c4b020c tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:50.173572 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bc6d081d-feb8-4f8a-a1d7-11c95ba71519 req-74bf235c-81cf-4054-a35f-cde29c4b020c tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0645077 Apr 06 13:54:50.221632 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bc6d081d-feb8-4f8a-a1d7-11c95ba71519 req-59c24975-91ea-4d02-9f27-e704f0f80d35 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423207 Apr 06 13:54:50.939508 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:50.998040 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 9030ed08-5a25-4ee9-90b5-53ec55d01bad completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:54:51.002196 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 9030ed08-5a25-4ee9-90b5-53ec55d01bad triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:51.002581 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:51.080783 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9030ed08-5a25-4ee9-90b5-53ec55d01bad is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:51.081176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:51.105113 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:51.107408 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407ff1c1-f1d8-492e-9863-f1e662304862" -d '{"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-plugged", "status": "completed", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:51.122152 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:51.135027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:51.164656 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b479370-d052-4a19-a9a5-bb778fbf277f x-openstack-request-id: req-4b479370-d052-4a19-a9a5-bb778fbf277f {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:51.164976 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-plugged", "status": "completed", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:51.165270 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b479370-d052-4a19-a9a5-bb778fbf277f {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:51.165674 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b479370-d052-4a19-a9a5-bb778fbf277f'] response: {'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'code': 200} Apr 06 13:54:51.178673 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec99a83-df1f-4d81-89c5-b73911c8d9ad req-7f11591e-c51a-4365-b25b-1cbc2f48bd83 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:51.180332 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ec99a83-df1f-4d81-89c5-b73911c8d9ad req-7f11591e-c51a-4365-b25b-1cbc2f48bd83 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0575199 Apr 06 13:54:51.193007 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:51.227833 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ec99a83-df1f-4d81-89c5-b73911c8d9ad req-b8e3c06d-345f-4b86-936b-6130452a9db0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Apr 06 13:54:51.343987 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f504731-e0ea-454a-a63e-603fe5707d58 req-eb17f506-99ae-4123-8c8b-8110133e3a3e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:51.345488 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6f504731-e0ea-454a-a63e-603fe5707d58 req-eb17f506-99ae-4123-8c8b-8110133e3a3e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0549817 Apr 06 13:54:51.396861 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6f504731-e0ea-454a-a63e-603fe5707d58 req-cc676617-e20a-4b7c-8e7f-f4704e575bf3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456557 Apr 06 13:54:51.910049 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2639276-3e1c-49b6-a374-c647e3240f25 req-5f16617e-1c81-4718-b05a-9ee9a9323605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:51.911507 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e2639276-3e1c-49b6-a374-c647e3240f25 req-5f16617e-1c81-4718-b05a-9ee9a9323605 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1130 time: 0.0496769 Apr 06 13:54:51.961216 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e2639276-3e1c-49b6-a374-c647e3240f25 req-77b5db06-6c6b-4d4c-bfdc-06bc01ae738d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430830 Apr 06 13:54:52.359318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e3c5b-1961-477a-9922-543f4b54b96e req-9a2bd182-4925-4330-80af-a8dcd4b64a45 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:52.360827 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-670e3c5b-1961-477a-9922-543f4b54b96e req-9a2bd182-4925-4330-80af-a8dcd4b64a45 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0551944 Apr 06 13:54:52.414370 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-670e3c5b-1961-477a-9922-543f4b54b96e req-2d45aeb6-2cfb-461c-acc4-07f9b952b56f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Apr 06 13:54:52.545670 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62b9f-6106-4eda-b2bf-ebad678568ae req-1ee73f56-f542-4351-b079-42b5406745ba tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:52.547565 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20f62b9f-6106-4eda-b2bf-ebad678568ae req-1ee73f56-f542-4351-b079-42b5406745ba tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0693362 Apr 06 13:54:52.598483 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20f62b9f-6106-4eda-b2bf-ebad678568ae req-1d09401c-7294-4e12-b137-b717d42b945e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Apr 06 13:54:53.558760 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfac74-aca5-46e6-843c-954dda0d2d3b req-8ba1046f-dcb9-4434-8bc9-821be6e93827 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:53.560279 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c2bfac74-aca5-46e6-843c-954dda0d2d3b req-8ba1046f-dcb9-4434-8bc9-821be6e93827 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0631707 Apr 06 13:54:53.613866 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c2bfac74-aca5-46e6-843c-954dda0d2d3b req-2a772d7d-20cc-4e3d-8c61-6b50e29749f7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Apr 06 13:54:53.720617 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a00e6c-7126-4366-b298-cb5e313b8248 req-cde07c8c-2ec2-4144-a247-d3db5d59ef1d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:53.722049 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-41a00e6c-7126-4366-b298-cb5e313b8248 req-cde07c8c-2ec2-4144-a247-d3db5d59ef1d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0543108 Apr 06 13:54:53.775799 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-41a00e6c-7126-4366-b298-cb5e313b8248 req-2f73efca-ac3c-4bf7-b103-7bd72ac1ef76 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480080 Apr 06 13:54:54.743234 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfa221-6d3b-4dec-84a3-340cacf92473 req-5e66abfa-8a58-4c23-87bd-6300c289456a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:54.744735 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9abfa221-6d3b-4dec-84a3-340cacf92473 req-5e66abfa-8a58-4c23-87bd-6300c289456a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 944 time: 0.0542417 Apr 06 13:54:54.793021 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9abfa221-6d3b-4dec-84a3-340cacf92473 req-e6c573da-03b5-4a1b-bcd8-1d84665e3c33 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Apr 06 13:54:54.901593 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e95bc-f284-4e10-9c5c-5f3f5dcbc7b3 req-2e14c73f-83eb-4a7a-ab57-5be00ac3c9be tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:54.903040 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2e1e95bc-f284-4e10-9c5c-5f3f5dcbc7b3 req-2e14c73f-83eb-4a7a-ab57-5be00ac3c9be tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0570204 Apr 06 13:54:54.931109 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:54:54.953820 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2e1e95bc-f284-4e10-9c5c-5f3f5dcbc7b3 req-7cd223e1-d580-49e2-8e2b-32abb6558af4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Apr 06 13:54:55.028151 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:55.039847 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'port_id': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'mac_address': 'fa:16:3e:93:e1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:54:55.080951 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:55.081330 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:55.094536 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abf4dde-2ce2-4791-bde7-b595b7d26c21 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:55.114613 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:55.122048 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:55.168322 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=9']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:55.472728 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d19b8a9c-535a-4016-8087-401c1daf5f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:55.516873 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['9abf4dde-2ce2-4791-bde7-b595b7d26c21'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:55.933497 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defc28d-78cf-4969-83bb-f620b42fb72c req-8e04ce00-3b6f-48d1-8385-61140c7bb1c1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:55.935235 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9defc28d-78cf-4969-83bb-f620b42fb72c req-8e04ce00-3b6f-48d1-8385-61140c7bb1c1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.0615494 Apr 06 13:54:55.989867 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9defc28d-78cf-4969-83bb-f620b42fb72c req-15044d0b-089e-44e9-a2c1-337866f424ca tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Apr 06 13:54:56.080378 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d858-b280-4f71-a07b-41ed0583b780 req-a833d34a-b770-4212-9c2a-c3714fc28711 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:56.082018 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8a21d858-b280-4f71-a07b-41ed0583b780 req-a833d34a-b770-4212-9c2a-c3714fc28711 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0557065 Apr 06 13:54:56.133997 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8a21d858-b280-4f71-a07b-41ed0583b780 req-498783e8-4c18-4032-b5e1-1c61ccbe64ad tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450711 Apr 06 13:54:56.948660 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:57.002949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:57.003329 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:57.086024 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:57.086455 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:57.109156 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:57.111480 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a410e0f8-b1c5-4579-abaf-c36272b92e9b" -d '{"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-plugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:57.127644 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ceb3b-83ef-4d57-ba40-f0fec672792b req-e09991b9-bbf8-4b1f-9ed3-f3df3283d801 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:57.128815 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:57.134307 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-221ceb3b-83ef-4d57-ba40-f0fec672792b req-e09991b9-bbf8-4b1f-9ed3-f3df3283d801 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 945 time: 0.0644579 Apr 06 13:54:57.135695 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:57.164289 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35570c-9ee3-48cf-84b3-641ba0e5e036 x-openstack-request-id: req-4e35570c-9ee3-48cf-84b3-641ba0e5e036 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:57.164615 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-plugged", "status": "completed", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:57.164833 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e35570c-9ee3-48cf-84b3-641ba0e5e036 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:57.165232 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e35570c-9ee3-48cf-84b3-641ba0e5e036'] response: {'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'code': 200} Apr 06 13:54:57.187497 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-221ceb3b-83ef-4d57-ba40-f0fec672792b req-66e16bf9-8fc7-4e21-bce7-654cac6bca9e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520854 Apr 06 13:54:57.213073 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=10']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:57.272377 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91808d-25da-4810-a4c7-227cbf1f57c1 req-37ef25dc-a488-4548-8f84-7e1d0cec0528 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:57.273999 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd91808d-25da-4810-a4c7-227cbf1f57c1 req-37ef25dc-a488-4548-8f84-7e1d0cec0528 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0565324 Apr 06 13:54:57.325680 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd91808d-25da-4810-a4c7-227cbf1f57c1 req-4c72e691-c404-433c-a762-0bf93418a013 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 Apr 06 13:54:57.456032 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc760-0534-4f09-9bfe-d45570717fb9 req-8ebf4dee-1563-4bb4-8d9e-5663819ec132 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:57.457457 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f95fc760-0534-4f09-9bfe-d45570717fb9 req-8ebf4dee-1563-4bb4-8d9e-5663819ec132 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0570865 Apr 06 13:54:57.507471 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f95fc760-0534-4f09-9bfe-d45570717fb9 req-9a45c4b7-5d93-475c-843a-8b597ac62f45 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Apr 06 13:54:57.530181 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 57950) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:57.754047 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912becf-a7ee-4d5b-ae9d-8a2aa3cd3b60 req-83dad9a9-bc51-4d14-a832-214fa482c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:57.755530 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1912becf-a7ee-4d5b-ae9d-8a2aa3cd3b60 req-83dad9a9-bc51-4d14-a832-214fa482c1e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 1131 time: 0.0814548 Apr 06 13:54:57.761338 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c9c2f-ebb5-4616-b988-540a418d1f1e tempest-TestShelveInstance-434308412 tempest-TestShelveInstance-434308412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:57.763166 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-610c9c2f-ebb5-4616-b988-540a418d1f1e tempest-TestShelveInstance-434308412 tempest-TestShelveInstance-434308412-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1125 time: 0.2318611 Apr 06 13:54:57.766394 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 57956) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:57.770896 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'port_id': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:54:57.796285 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:57.803780 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1912becf-a7ee-4d5b-ae9d-8a2aa3cd3b60 req-bded58b7-a1be-4f41-8240-df23b37bc336 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Apr 06 13:54:57.900863 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.003498 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Allocated IP 172.27.0.128 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/7674a740-2cc4-4c7d-a9fa-47bd0f6276b7) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:54:58.105017 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5d6003ea-bb21-404c-8fda-850d5bbcc5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.118348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.156193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.194365 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:54:58.200117 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:54:58.203819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:54:58.209564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'Port': ['ID=7674a740-2cc4-4c7d-a9fa-47bd0f6276b7,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:58.399221 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8a75-9aab-459f-a403-ec4c30433fbb req-fe26473a-0c9a-4768-8356-4c64a9530798 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:58.400615 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8d0f8a75-9aab-459f-a403-ec4c30433fbb req-fe26473a-0c9a-4768-8356-4c64a9530798 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.1356559 Apr 06 13:54:58.494804 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8d0f8a75-9aab-459f-a403-ec4c30433fbb req-1e351425-d9d7-4f77-a365-b11314af2ed8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871284 Apr 06 13:54:58.679521 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for floatingip (471a062b-f3af-4982-956f-2d58b910c823), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.756608 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.911767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.917869 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:58.991694 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event updated for resources: {'Port': ['ID=7674a740-2cc4-4c7d-a9fa-47bd0f6276b7,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:59.001166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (471a062b-f3af-4982-956f-2d58b910c823), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:59.168530 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:59.344149 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Floating IP 471a062b-f3af-4982-956f-2d58b910c823 associated. External IP: 172.27.0.128, port: 9030ed08-5a25-4ee9-90b5-53ec55d01bad. Apr 06 13:54:59.563808 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Router 5ef82b56-c088-4940-b106-8e3baff66d09 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:54:59.635199 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ffc90-970c-4440-a2dd-0dfdf7abedd1 req-0b04d3d7-0e75-480c-b85b-9f5db524338f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:59.636987 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ae6ffc90-970c-4440-a2dd-0dfdf7abedd1 req-0b04d3d7-0e75-480c-b85b-9f5db524338f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0649681 Apr 06 13:54:59.682914 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:54:59.693550 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] Sync routers for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:54:59.705702 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:59.708836 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ae6ffc90-970c-4440-a2dd-0dfdf7abedd1 req-9bc3ebfe-eace-4c02-9c76-10606040a3c2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653956 Apr 06 13:54:59.713917 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:54:59.714563 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:54:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:54:59.758723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-f9bb66fc-0aa6-4a8e-9b05-4598c06e672e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9820590 Apr 06 13:54:59.758723 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:59.758723 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a7d83c-2bb3-49be-97e4-581a05a32c29" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:59.796091 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f300428-af94-44b1-bd24-b4775ab41c3a x-openstack-request-id: req-1f300428-af94-44b1-bd24-b4775ab41c3a {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:59.797124 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:59.797431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f300428-af94-44b1-bd24-b4775ab41c3a {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:59.797917 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f300428-af94-44b1-bd24-b4775ab41c3a'] response: {'name': 'network-changed', 'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'status': 'completed', 'code': 200} Apr 06 13:54:59.865969 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:54:59.873483 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-4357eada-e172-4c7c-a108-3972b8df98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:59.875121 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-4357eada-e172-4c7c-a108-3972b8df98b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1130 time: 0.0543585 Apr 06 13:54:59.979205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-55976440-7a31-431f-8f74-b113398db02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:59.981395 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-55976440-7a31-431f-8f74-b113398db02f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 910 time: 0.0994537 Apr 06 13:55:00.064031 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-3c341abb-ae12-4531-96e7-9e7c1ed45887 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 1000 time: 0.0750422 Apr 06 13:55:00.167242 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-57e1be68-d66c-449e-b8d5-d9ce3873b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:00.168731 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-57e1be68-d66c-449e-b8d5-d9ce3873b2e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 200 len: 848 time: 0.0559046 Apr 06 13:55:00.209713 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '471a062b-f3af-4982-956f-2d58b910c823', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'port_id': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'mac_address': 'fa:16:3e:12:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:54:58Z', 'updated_at': '2022-04-06T13:54:58Z', 'revision_number': 0, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:37Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:00.221656 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-98719368-6c80-4859-bcb7-a7073ac8796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:00.223781 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-98719368-6c80-4859-bcb7-a7073ac8796c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476918 Apr 06 13:55:00.239297 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] Checking router: 5ef82b56-c088-4940-b106-8e3baff66d09 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:55:00.250638 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:55:00.251320 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:54:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:00.331730 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-762cb1d2-9840-47dd-9f48-29dcaccb9c61 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994580 Apr 06 13:55:00.363242 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:55:00.434233 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:00.447968 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b1a7d83c-2bb3-49be-97e4-581a05a32c29 req-a76ea8e1-02c6-4c33-aa42-31a73b240c8d service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046636 Apr 06 13:55:00.608302 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '471a062b-f3af-4982-956f-2d58b910c823', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'port_id': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'mac_address': 'fa:16:3e:12:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:54:58Z', 'updated_at': '2022-04-06T13:54:58Z', 'revision_number': 0, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:37Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:00.637912 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007e46c-70b1-460e-b8e3-2719c4b78685 None None] The sync data for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi is: [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '471a062b-f3af-4982-956f-2d58b910c823', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'port_id': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'mac_address': 'fa:16:3e:12:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:54:58Z', 'updated_at': '2022-04-06T13:54:58Z', 'revision_number': 0, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:37Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:55:00.854257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9c86f-e0d4-4b11-a6c8-db80c108d3fb None None] New status for floating IP 471a062b-f3af-4982-956f-2d58b910c823: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:55:00.855520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d587e0-3851-4a1b-ae0d-8150b48a36ea req-a240a772-5df7-460d-a901-b8228e6aa5c8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:00.857299 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-29d587e0-3851-4a1b-ae0d-8150b48a36ea req-a240a772-5df7-460d-a901-b8228e6aa5c8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0551696 Apr 06 13:55:00.919302 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-29d587e0-3851-4a1b-ae0d-8150b48a36ea req-4a37567a-80e4-4ada-9b69-f35a24dd42f4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543454 Apr 06 13:55:01.155975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58034) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:55:01.272481 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8ed42db0-3ef1-404a-b8a3-835052f51c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.380334 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8ed42db0-3ef1-404a-b8a3-835052f51c69 admin admin] Publish callbacks [] for security_group (78ea2d7c-41f1-4ca7-96ed-de0de9015173), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.385644 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8ed42db0-3ef1-404a-b8a3-835052f51c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (78ea2d7c-41f1-4ca7-96ed-de0de9015173), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.422525 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed42db0-3ef1-404a-b8a3-835052f51c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea2d7c-41f1-4ca7-96ed-de0de9015173,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:01.427659 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8ed42db0-3ef1-404a-b8a3-835052f51c69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5940797705b421d8ecfebbb5814d3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705016 Apr 06 13:55:01.430306 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58038) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:55:01.485250 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7e41071-f8c1-4a8e-82e0-da8d517f675e admin admin] Publish callbacks [] for security_group (78ea2d7c-41f1-4ca7-96ed-de0de9015173), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.507625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7e41071-f8c1-4a8e-82e0-da8d517f675e admin admin] Publish callbacks [] for security_group (78ea2d7c-41f1-4ca7-96ed-de0de9015173), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.557039 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7e41071-f8c1-4a8e-82e0-da8d517f675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (78ea2d7c-41f1-4ca7-96ed-de0de9015173), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.559794 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7e41071-f8c1-4a8e-82e0-da8d517f675e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:01.561001 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f7e41071-f8c1-4a8e-82e0-da8d517f675e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78ea2d7c-41f1-4ca7-96ed-de0de9015173 HTTP/1.1" status: 204 len: 168 time: 0.1297665 Apr 06 13:55:01.569056 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e41071-f8c1-4a8e-82e0-da8d517f675e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea2d7c-41f1-4ca7-96ed-de0de9015173,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:02.484055 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:10.691168 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:55:16.308848 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:17.913930 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c1a9d-e4e7-4f5b-bc17-792cd38df8f0 req-be3367f1-ef04-4ed1-998e-8651c61668ed tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:17.915576 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-134c1a9d-e4e7-4f5b-bc17-792cd38df8f0 req-be3367f1-ef04-4ed1-998e-8651c61668ed tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0633945 Apr 06 13:55:17.966577 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-134c1a9d-e4e7-4f5b-bc17-792cd38df8f0 req-df52bdb6-4e11-498a-ae42-567d6b212b73 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 Apr 06 13:55:19.116455 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a4f65-b114-498a-ac1e-5e8ddccefc5d req-34e7cf69-89ee-449a-b40f-57df43297b4c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:19.118114 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c96a4f65-b114-498a-ac1e-5e8ddccefc5d req-34e7cf69-89ee-449a-b40f-57df43297b4c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0746222 Apr 06 13:55:19.167661 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c96a4f65-b114-498a-ac1e-5e8ddccefc5d req-5a489437-7194-4b40-9713-9099c22039e6 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435932 Apr 06 13:55:19.572599 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-de6dcebc-b331-405b-b8e8-808024986b1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512586 Apr 06 13:55:19.652520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-89791bd7-18a1-442f-9aaf-02a352269fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:19.654057 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-89791bd7-18a1-442f-9aaf-02a352269fdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 1129 time: 0.0474482 Apr 06 13:55:19.983963 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-d4ec6e1e-9f2a-4ec5-a02e-ff3d4bfcdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:19.985443 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-d4ec6e1e-9f2a-4ec5-a02e-ff3d4bfcdb75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.3091009 Apr 06 13:55:20.027175 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-b6ab2ae2-eb25-45bd-9ccb-bacbd1caecf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=340d69f2-4230-48bc-b8a8-956094d021c3 HTTP/1.1" status: 200 len: 217 time: 0.0346067 Apr 06 13:55:20.079892 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-8520e492-1209-4ff8-8c6c-ab5d62d8cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:20.081317 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-8520e492-1209-4ff8-8c6c-ab5d62d8cbd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0468607 Apr 06 13:55:20.130475 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-aa231f56-40b1-488f-91ac-63552cfbcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:20.132028 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-aa231f56-40b1-488f-91ac-63552cfbcf8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436182 Apr 06 13:55:20.241859 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-ded8b3f1-e13e-4a7f-92c0-bac72ab63d84 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007845 Apr 06 13:55:20.297495 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30b53e-a280-4f19-ade1-891cee260fb9 req-0a925a1b-5bd9-4dbf-8068-25242b1d9fe9 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:20.299511 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3a30b53e-a280-4f19-ade1-891cee260fb9 req-0a925a1b-5bd9-4dbf-8068-25242b1d9fe9 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0609434 Apr 06 13:55:20.341015 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c261b173-51c6-4b07-bec9-15ed136dc243 req-9e6dd244-6d59-41aa-a370-88b83516e5be service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886960 Apr 06 13:55:20.347883 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3a30b53e-a280-4f19-ade1-891cee260fb9 req-a5afa6c7-0457-4580-be4a-9df887accee3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Apr 06 13:55:21.490992 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32695d-9955-4cf4-839b-4c5b5fee69d0 req-1e2e4385-48bf-43cb-b583-124ed027c500 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:21.492583 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8c32695d-9955-4cf4-839b-4c5b5fee69d0 req-1e2e4385-48bf-43cb-b583-124ed027c500 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0600958 Apr 06 13:55:21.540381 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8c32695d-9955-4cf4-839b-4c5b5fee69d0 req-8d4c271d-f7bc-4825-b4d3-33b2d475009e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Apr 06 13:55:22.193663 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8ac5-12ee-43da-aae4-d692f06006ac req-3e809b18-0148-4de9-b7dd-a963638f4208 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:22.195183 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-032c8ac5-12ee-43da-aae4-d692f06006ac req-3e809b18-0148-4de9-b7dd-a963638f4208 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.0534587 Apr 06 13:55:22.248339 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-032c8ac5-12ee-43da-aae4-d692f06006ac req-a6544ca3-6fd7-4493-8e8b-c7537a2781d7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Apr 06 13:55:22.665962 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acce6e5-8959-4ed6-9202-782a9bae74f7 req-68616bc7-a7aa-458d-90cd-dd76254d978c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:22.667577 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1acce6e5-8959-4ed6-9202-782a9bae74f7 req-68616bc7-a7aa-458d-90cd-dd76254d978c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0555825 Apr 06 13:55:22.717516 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1acce6e5-8959-4ed6-9202-782a9bae74f7 req-42e2ea0a-85c5-4ebf-9d83-dbd9208480d8 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Apr 06 13:55:23.398422 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b3df-3836-469d-b368-8237fd5946e5 req-de5c6c9e-0511-4108-99bc-87f875f2a4bd tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:23.399870 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ec03b3df-3836-469d-b368-8237fd5946e5 req-de5c6c9e-0511-4108-99bc-87f875f2a4bd tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.0704257 Apr 06 13:55:23.466074 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ec03b3df-3836-469d-b368-8237fd5946e5 req-d7ad1d8d-664e-4ec1-ba33-ad6995a2dcb7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578301 Apr 06 13:55:23.860183 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748907c7-c04e-40fd-ba33-1363a12de7aa req-2e0168a0-cdb7-4b46-81c3-54bd6efbe01f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:23.861665 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-748907c7-c04e-40fd-ba33-1363a12de7aa req-2e0168a0-cdb7-4b46-81c3-54bd6efbe01f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0586529 Apr 06 13:55:23.913823 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-748907c7-c04e-40fd-ba33-1363a12de7aa req-08274a49-bd4b-44a1-b0d3-6ea1d710da51 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Apr 06 13:55:24.426047 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-1aa64f78-ec72-4eab-91b2-74fa8f8ce5d9 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:24.427589 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-1aa64f78-ec72-4eab-91b2-74fa8f8ce5d9 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.0707719 Apr 06 13:55:24.569670 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Deleting port eb159d6d-301d-49de-aafe-593b8182d244 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:55:24.570021 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (eb159d6d-301d-49de-aafe-593b8182d244), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:24.586197 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde8eb-0d89-42bb-8677-e8c4d545f35d req-22a8cf4d-a9d3-47d0-9abc-7b12b18d4cff tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:24.587730 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cbcde8eb-0d89-42bb-8677-e8c4d545f35d req-22a8cf4d-a9d3-47d0-9abc-7b12b18d4cff tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37 HTTP/1.1" status: 200 len: 946 time: 0.0533061 Apr 06 13:55:24.635485 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cbcde8eb-0d89-42bb-8677-e8c4d545f35d req-95b5913c-49b1-46d3-a868-f1efe6df3d8b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Apr 06 13:55:24.668301 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] For port eb159d6d-301d-49de-aafe-593b8182d244, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=eb159d6d-301d-49de-aafe-593b8182d244,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:24.668674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (eb159d6d-301d-49de-aafe-593b8182d244), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:24.687456 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Calling delete_port for eb159d6d-301d-49de-aafe-593b8182d244 owned by compute:nova {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:55:24.855218 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (eb159d6d-301d-49de-aafe-593b8182d244), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:24.871203 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['eb159d6d-301d-49de-aafe-593b8182d244'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:55:24.885496 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Pushing event deleted for resources: {'Port': ['ID=eb159d6d-301d-49de-aafe-593b8182d244,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:24.957882 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] No DVR routers for this DVR port eb159d6d-301d-49de-aafe-593b8182d244 on host hv-cinder-82755 {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:24.961217 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:24.964690 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d2d581e9-3c53-41f2-958d-af099b2c1df7 req-71c9b80f-bf05-4511-af6b-c26444faabe1 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "DELETE /v2.0/ports/eb159d6d-301d-49de-aafe-593b8182d244 HTTP/1.1" status: 204 len: 173 time: 0.5263300 Apr 06 13:55:24.965149 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'name': 'network-vif-deleted', 'tag': 'eb159d6d-301d-49de-aafe-593b8182d244'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:24.967482 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd578c91-701f-4347-9181-8d27f25d93fd" -d '{"events": [{"server_uuid": "df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37", "name": "network-vif-deleted", "tag": "eb159d6d-301d-49de-aafe-593b8182d244"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:25.012880 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e6778-8aab-464c-b187-d6e1f842d85f x-openstack-request-id: req-5c4e6778-8aab-464c-b187-d6e1f842d85f {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:25.013409 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37", "name": "network-vif-deleted", "tag": "eb159d6d-301d-49de-aafe-593b8182d244", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:25.013816 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c4e6778-8aab-464c-b187-d6e1f842d85f {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:25.014275 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4e6778-8aab-464c-b187-d6e1f842d85f'] response: {'server_uuid': 'df17be5a-bd4c-4cfa-8a31-f1f8e18a7e37', 'name': 'network-vif-deleted', 'tag': 'eb159d6d-301d-49de-aafe-593b8182d244', 'status': 'completed', 'code': 200} Apr 06 13:55:25.063168 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b19fc-0c13-4323-82d0-ea7120c8be68 req-7a9c3c62-bf6b-4f5d-afbf-511c0ca0d26c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:25.064901 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d55b19fc-0c13-4323-82d0-ea7120c8be68 req-7a9c3c62-bf6b-4f5d-afbf-511c0ca0d26c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0637498 Apr 06 13:55:25.120350 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d55b19fc-0c13-4323-82d0-ea7120c8be68 req-b23fa1c2-4104-4f50-a9d8-e1d81565478e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 Apr 06 13:55:25.468742 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9efcb377-1023-4499-90dc-ccf41fcf87a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:26.252300 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e4cd0-59e8-4045-89ee-0f6d55a387d0 req-11d2c97c-2eb5-4f6e-817d-696dc7f2840b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:26.253753 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb5e4cd0-59e8-4045-89ee-0f6d55a387d0 req-11d2c97c-2eb5-4f6e-817d-696dc7f2840b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0578492 Apr 06 13:55:26.303453 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb5e4cd0-59e8-4045-89ee-0f6d55a387d0 req-3591e46b-273d-45f8-8aec-795d487cf136 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Apr 06 13:55:27.441502 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ffdcf-2de2-45c4-bb2c-9560df9bc5b6 req-6a89d074-b5d4-4a45-95f5-4b2e4d577c96 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:27.443006 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-951ffdcf-2de2-45c4-bb2c-9560df9bc5b6 req-6a89d074-b5d4-4a45-95f5-4b2e4d577c96 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0635006 Apr 06 13:55:27.490491 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-951ffdcf-2de2-45c4-bb2c-9560df9bc5b6 req-516a1353-3a1c-4335-a147-7a48e94e2e10 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Apr 06 13:55:28.107626 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-383e9c80-b004-4958-b04e-18aab9132ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:28.614015 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fbf05-61b3-4f3f-87ff-ae0df17b6d92 req-bb67ef87-77e7-403a-af87-ddcfb2a0494e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:28.615500 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-243fbf05-61b3-4f3f-87ff-ae0df17b6d92 req-bb67ef87-77e7-403a-af87-ddcfb2a0494e tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0530353 Apr 06 13:55:28.665804 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-243fbf05-61b3-4f3f-87ff-ae0df17b6d92 req-9600fa47-798d-4ba0-87fb-6db42184e532 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Apr 06 13:55:29.114585 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device eb159d6d-301d-49de-aafe-593b8182d244 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:55:29.138815 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: eb159d6d-301d-49de-aafe-593b8182d244 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:55:29.139093 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device eb159d6d-301d-49de-aafe-593b8182d244 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:55:29.170669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:29.800857 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79971ac4-de88-4928-aa6a-3fb29b4d5138 req-68e9c3e6-7496-4de4-bd71-c2100258614d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:29.802357 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-79971ac4-de88-4928-aa6a-3fb29b4d5138 req-68e9c3e6-7496-4de4-bd71-c2100258614d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0608971 Apr 06 13:55:29.859959 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-79971ac4-de88-4928-aa6a-3fb29b4d5138 req-12848329-47b7-4c3e-80cc-0a9349bd4fad tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493815 Apr 06 13:55:30.424691 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:30.998425 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc595eb2-2d90-40db-a7b1-bad922c7c599 req-9c586ad3-61d9-48c7-a190-305532d88ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:30.999943 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bc595eb2-2d90-40db-a7b1-bad922c7c599 req-9c586ad3-61d9-48c7-a190-305532d88ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0634503 Apr 06 13:55:31.051048 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bc595eb2-2d90-40db-a7b1-bad922c7c599 req-79186733-086e-4741-a1fc-6c5ca0152ef0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Apr 06 13:55:32.174156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fcf0f-0f13-466b-bca7-272f30c535fb req-77d6e62c-956e-4f75-b39d-d89e84e3b957 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:32.175716 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fe7fcf0f-0f13-466b-bca7-272f30c535fb req-77d6e62c-956e-4f75-b39d-d89e84e3b957 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0574207 Apr 06 13:55:32.226247 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fe7fcf0f-0f13-466b-bca7-272f30c535fb req-db27e6c3-745c-49d7-9380-6636c0c865dc tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 Apr 06 13:55:32.480819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:33.352275 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbcc8c-8b93-40fe-bf3d-c0aba6830d2c req-02dafe72-d5e6-4f64-930d-8ee948292db1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:33.353944 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1adbcc8c-8b93-40fe-bf3d-c0aba6830d2c req-02dafe72-d5e6-4f64-930d-8ee948292db1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0568855 Apr 06 13:55:33.410332 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1adbcc8c-8b93-40fe-bf3d-c0aba6830d2c req-6c8a91cd-9dde-4651-9016-004eeeec300f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486958 Apr 06 13:55:33.776123 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-4ae1d702-d0b8-41d4-a8d6-497cf52e6f5f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:33.777260 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-4ae1d702-d0b8-41d4-a8d6-497cf52e6f5f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/networks?id=f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 200 len: 813 time: 0.1210701 Apr 06 13:55:33.794609 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-ce2656d2-6503-4760-9ac7-6a721e07bacb tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/quotas/78ffa63ac8fe449d8c905f5e46034cde HTTP/1.1" status: 200 len: 375 time: 0.0109975 Apr 06 13:55:33.827650 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-d37908a1-cc73-4247-834e-c6ee5b6a3516 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275660 Apr 06 13:55:33.932257 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-8bbf44c4-a46b-4745-8b14-cae22575904e service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973141 Apr 06 13:55:34.039910 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-8b6b258b-433c-41b1-92c2-edea90362b79 service neutron] 10.222.0.24 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992646 Apr 06 13:55:34.223948 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-666ce480-ce0b-47fb-a085-0db87464b60d req-077e2276-4872-4776-bc35-e028a3801d35 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 210 time: 0.0345852 Apr 06 13:55:34.551812 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ec7f0-9dad-457a-b8c3-46fbf1fb8021 req-90fd10bc-383b-4ebe-9eea-bf6183372455 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:34.553375 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9d8ec7f0-9dad-457a-b8c3-46fbf1fb8021 req-90fd10bc-383b-4ebe-9eea-bf6183372455 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0670612 Apr 06 13:55:34.613505 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9d8ec7f0-9dad-457a-b8c3-46fbf1fb8021 req-adcd94f3-3915-4c3f-bc3e-8d575d64ddf9 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540965 Apr 06 13:55:35.266884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-63a69e9c-7c59-4a17-8fd8-27ef2f4b4fae tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:35.268410 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-63a69e9c-7c59-4a17-8fd8-27ef2f4b4fae tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "GET /v2.0/networks?id=f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 200 len: 813 time: 0.1025391 Apr 06 13:55:35.281230 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Request body: {'port': {'device_id': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf', 'admin_state_up': True, 'tenant_id': '78ffa63ac8fe449d8c905f5e46034cde'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:35.355241 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-660a399a-5620-4af6-a619-1af9155b92f6 req-a55cf114-6f97-41d6-b1fc-d0dd968d1235 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 210 time: 0.0582607 Apr 06 13:55:35.421209 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Made reservation on behalf of 78ffa63ac8fe449d8c905f5e46034cde for: {'port': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:35.424714 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:35.561262 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Allocated IP 172.20.0.5 (f3ab6180-a7d0-456e-9980-ddc830ae3adf/2472fa76-9461-4c87-9126-f1fa7c01f712/5db89abb-6e3d-4b72-ade5-8002fc0df226) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:55:35.712342 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks [] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:35.734666 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf3f8a-136b-42ac-816c-b6422d066e61 req-d3f9e8e6-ee59-43c9-811f-47380053c491 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:35.736200 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-81cf3f8a-136b-42ac-816c-b6422d066e61 req-d3f9e8e6-ee59-43c9-811f-47380053c491 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0541501 Apr 06 13:55:35.763914 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:35.788415 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-81cf3f8a-136b-42ac-816c-b6422d066e61 req-b5d2967d-e5c1-4c3f-9d6e-969b3696b441 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 Apr 06 13:55:35.803929 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Network f3ab6180-a7d0-456e-9980-ddc830ae3adf is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:55:35.806937 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:35.813104 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:55:35.837239 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Pushing event updated for resources: {'Port': ['ID=5db89abb-6e3d-4b72-ade5-8002fc0df226,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:35.874090 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:35.874721 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:35.892294 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-54976e6f-5552-4353-87ff-8824c014cf1b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6149480 Apr 06 13:55:35.905822 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Request body: {'port': {'device_id': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:35.965981 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:36.222394 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db89abb-6e3d-4b72-ade5-8002fc0df226 {{(pid=109799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:36.229705 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Publish callbacks [] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:36.241373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.provisioning_blocks [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Transition to ACTIVE for port object 5db89abb-6e3d-4b72-ade5-8002fc0df226 will not be triggered until provisioned by entity L2. {{(pid=109799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:55:36.246969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:36.296417 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Pushing event updated for resources: {'Port': ['ID=5db89abb-6e3d-4b72-ade5-8002fc0df226,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:36.366249 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Attempting to bind port 5db89abb-6e3d-4b72-ade5-8002fc0df226 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:55:36.366584 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Attempting to bind port 5db89abb-6e3d-4b72-ade5-8002fc0df226 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'}] {{(pid=109799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:55:36.366945 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Attempting to bind port 5db89abb-6e3d-4b72-ade5-8002fc0df226 on network f3ab6180-a7d0-456e-9980-ddc830ae3adf {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:55:36.371580 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Port 5db89abb-6e3d-4b72-ade5-8002fc0df226 on network f3ab6180-a7d0-456e-9980-ddc830ae3adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:55:36.371879 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Attempting to bind port 5db89abb-6e3d-4b72-ade5-8002fc0df226 on network f3ab6180-a7d0-456e-9980-ddc830ae3adf {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:55:36.377798 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:55:36.378109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Checking segment: {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:55:36.378520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Bound using segment: {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'} {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:55:36.378972 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Bound port: 5db89abb-6e3d-4b72-ade5-8002fc0df226, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf'}}] {{(pid=109799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:55:36.379329 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:36.481336 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] For port 5db89abb-6e3d-4b72-ade5-8002fc0df226, host hv-cinder-82755, cleared binding levels {{(pid=109799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:55:36.484931 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] For port 5db89abb-6e3d-4b72-ade5-8002fc0df226, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:55:36.501069 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef004a8-9c1a-4a9a-814b-6058b609a459 req-88467c8f-63a6-4507-8bc0-d17dcc7309ee tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.502660 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cef004a8-9c1a-4a9a-814b-6058b609a459 req-88467c8f-63a6-4507-8bc0-d17dcc7309ee tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 943 time: 0.0753043 Apr 06 13:55:36.503993 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:36.566545 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.567182 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:36.568649 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] 10.222.0.15 "PUT /v2.0/ports/5db89abb-6e3d-4b72-ade5-8002fc0df226 HTTP/1.1" status: 200 len: 1093 time: 0.6668231 Apr 06 13:55:36.569097 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'tag': '5db89abb-6e3d-4b72-ade5-8002fc0df226'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:36.571464 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ac500-334c-4362-adb6-79cb7d0c6069", "tag": "5db89abb-6e3d-4b72-ade5-8002fc0df226"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:36.596912 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b7f1f-97b3-4111-8ae9-571061fbdb5c service neutron] Pushing event updated for resources: {'Port': ['ID=5db89abb-6e3d-4b72-ade5-8002fc0df226,revision_number=3']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:36.619787 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4974301d-dab9-4157-a092-de1f36178b40 x-openstack-request-id: req-4974301d-dab9-4157-a092-de1f36178b40 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:36.620118 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ac500-334c-4362-adb6-79cb7d0c6069", "tag": "5db89abb-6e3d-4b72-ade5-8002fc0df226", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:36.620371 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4974301d-dab9-4157-a092-de1f36178b40 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:36.620777 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4974301d-dab9-4157-a092-de1f36178b40'] response: {'name': 'network-changed', 'server_uuid': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'tag': '5db89abb-6e3d-4b72-ade5-8002fc0df226', 'status': 'completed', 'code': 200} Apr 06 13:55:36.626986 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cef004a8-9c1a-4a9a-814b-6058b609a459 req-07329a2c-60d8-4866-bba0-d2b73e4c3812 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974116 Apr 06 13:55:36.671769 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-c8254b51-c424-45c7-955b-13c9c4eac2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.673332 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-c8254b51-c424-45c7-955b-13c9c4eac2f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 1127 time: 0.0517914 Apr 06 13:55:36.714598 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-6eff72e3-2d57-4ff2-8272-43eadc5e4bd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226 HTTP/1.1" status: 200 len: 217 time: 0.0340571 Apr 06 13:55:36.772514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-0a081f54-6289-4be0-ac60-b69ae5231d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.773859 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-0a081f54-6289-4be0-ac60-b69ae5231d00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2472fa76-9461-4c87-9126-f1fa7c01f712 HTTP/1.1" status: 200 len: 853 time: 0.0494537 Apr 06 13:55:36.812469 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-c065ad3d-89f5-4dd0-b542-553cc8387c5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3ab6180-a7d0-456e-9980-ddc830ae3adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269167 Apr 06 13:55:36.908684 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-ea1e90e3-62d2-4396-bf01-55b9c00aec5c service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879972 Apr 06 13:55:36.917132 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009ae23-8400-41c7-959c-6fa26d071acc req-1d7c0d9a-6329-4e2c-a6a3-4a1a76321a25 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.918617 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d009ae23-8400-41c7-959c-6fa26d071acc req-1d7c0d9a-6329-4e2c-a6a3-4a1a76321a25 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0551956 Apr 06 13:55:36.966318 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d009ae23-8400-41c7-959c-6fa26d071acc req-26115e3d-7c00-4087-9ac6-50b511b2332c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Apr 06 13:55:37.003615 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c19463c8-2a9b-4548-996a-f9197d3eb0a1 req-a4a849f2-d1f0-413a-b72d-5051c6dfa177 service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Apr 06 13:55:37.752868 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208dfea-d024-43c7-81e4-edf39604aef2 req-f521cbbb-b053-4171-9ce4-ebddf47d0b0e tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:37.754406 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6208dfea-d024-43c7-81e4-edf39604aef2 req-f521cbbb-b053-4171-9ce4-ebddf47d0b0e tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 943 time: 0.0550265 Apr 06 13:55:37.811903 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6208dfea-d024-43c7-81e4-edf39604aef2 req-960cab71-6e7b-4eb0-822b-e9f5812ac4dd tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482643 Apr 06 13:55:38.090222 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f637-f502-4237-8f3b-a40a1734c31f req-52013906-6662-4cb9-885c-2bd7d2d2b3f1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.091707 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2a55f637-f502-4237-8f3b-a40a1734c31f req-52013906-6662-4cb9-885c-2bd7d2d2b3f1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0576606 Apr 06 13:55:38.137220 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-e90550db-06c9-4e83-8457-e02d82205fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.138778 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-e90550db-06c9-4e83-8457-e02d82205fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 1127 time: 0.0459504 Apr 06 13:55:38.143147 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2a55f637-f502-4237-8f3b-a40a1734c31f req-4cf35e47-a310-4793-9dc6-046b46ece9fe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449243 Apr 06 13:55:38.233117 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-132a652e-8709-4b06-9b7a-6916e54127e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.234830 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-132a652e-8709-4b06-9b7a-6916e54127e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 200 len: 914 time: 0.0887086 Apr 06 13:55:38.277979 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-62c6b29f-2f38-444d-be29-f156e4a978bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226 HTTP/1.1" status: 200 len: 217 time: 0.0358722 Apr 06 13:55:38.331714 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-17ed5435-ee97-4fbe-91a7-bec0966d0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.333169 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-17ed5435-ee97-4fbe-91a7-bec0966d0fb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2472fa76-9461-4c87-9126-f1fa7c01f712 HTTP/1.1" status: 200 len: 853 time: 0.0487356 Apr 06 13:55:38.365220 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-3db2a229-52db-4b1f-81fb-ad1a445e2abb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f3ab6180-a7d0-456e-9980-ddc830ae3adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258863 Apr 06 13:55:38.464144 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-d7393905-c679-4681-9080-4725ecc031e3 service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923674 Apr 06 13:55:38.560621 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e226fdd-77b7-434d-9ac8-cb98fb24a02f req-7db9cbf7-4ecf-41f4-822a-f8674d0330f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894263 Apr 06 13:55:38.950939 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a805-7d8c-4748-b9d9-de7b26c27117 req-fac2125e-91b8-43fa-837a-98e2b6f74ffe tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.952468 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c035a805-7d8c-4748-b9d9-de7b26c27117 req-fac2125e-91b8-43fa-837a-98e2b6f74ffe tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 943 time: 0.0615144 Apr 06 13:55:39.004212 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c035a805-7d8c-4748-b9d9-de7b26c27117 req-99b8a027-3e69-435a-b7d1-082d559906cf tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Apr 06 13:55:39.277764 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d61e7-2c9c-4504-94fd-6d43bb8f9cdd req-01dde42b-c069-45e4-a5c0-26c1e1de820b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:39.279511 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b72d61e7-2c9c-4504-94fd-6d43bb8f9cdd req-01dde42b-c069-45e4-a5c0-26c1e1de820b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0581203 Apr 06 13:55:39.348517 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b72d61e7-2c9c-4504-94fd-6d43bb8f9cdd req-b03dc658-36d1-4e75-8d08-54e38f7eae4a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626004 Apr 06 13:55:39.560429 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd907-4cbf-4f5c-b5ce-8dd9cc4191d1 req-d9bb9246-e3d8-464e-9a5a-12ed4d234d1d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:39.562055 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6bccd907-4cbf-4f5c-b5ce-8dd9cc4191d1 req-d9bb9246-e3d8-464e-9a5a-12ed4d234d1d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0565064 Apr 06 13:55:39.612900 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08574-ae39-4396-8174-bb62c799f83a req-9fcf3045-fb8c-42c3-b472-f1f27a27cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:39.614508 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-9fcf3045-fb8c-42c3-b472-f1f27a27cb99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1130 time: 0.0446582 Apr 06 13:55:39.616724 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6bccd907-4cbf-4f5c-b5ce-8dd9cc4191d1 req-cede6914-2a0b-4ad0-92d2-f8457e63dce0 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478559 Apr 06 13:55:39.807447 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08574-ae39-4396-8174-bb62c799f83a req-38551170-5c24-45df-936f-899962c157a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:39.808948 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-38551170-5c24-45df-936f-899962c157a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.0991957 Apr 06 13:55:40.196582 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcdf9c-4bd6-4b6c-86bd-790449bfa34b req-0b234d9b-c5e5-47d4-9b4f-1d02985df3bf tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:40.198094 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3bbcdf9c-4bd6-4b6c-86bd-790449bfa34b req-0b234d9b-c5e5-47d4-9b4f-1d02985df3bf tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 943 time: 0.1119781 Apr 06 13:55:40.215264 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-d3e311e5-db2d-48f6-8fff-5d31b4c54ed6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 1001 time: 0.0887423 Apr 06 13:55:40.252160 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3bbcdf9c-4bd6-4b6c-86bd-790449bfa34b req-813c87ba-61ff-4a7b-be4f-40e101833c37 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Apr 06 13:55:40.597706 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08574-ae39-4396-8174-bb62c799f83a req-131e31b3-b902-47bf-80f1-aa8e6ecfd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:40.599191 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-131e31b3-b902-47bf-80f1-aa8e6ecfd6ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0495887 Apr 06 13:55:40.649863 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08574-ae39-4396-8174-bb62c799f83a req-076bb1d3-3d78-4393-8aeb-43c10c542eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:40.651424 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-076bb1d3-3d78-4393-8aeb-43c10c542eb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462244 Apr 06 13:55:40.741360 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fabfb-06e9-4611-9f7b-aeee801a8aa3 req-eea29e68-8001-4114-a29c-c3a8a019db9d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:40.743022 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-926fabfb-06e9-4611-9f7b-aeee801a8aa3 req-eea29e68-8001-4114-a29c-c3a8a019db9d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0568733 Apr 06 13:55:40.751754 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-1db170f2-aae9-476e-b747-a20b3f68b7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Apr 06 13:55:40.799209 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-926fabfb-06e9-4611-9f7b-aeee801a8aa3 req-9ae7e0cf-4f01-4a5c-bc37-fc845148d3d7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499485 Apr 06 13:55:40.847541 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5aa08574-ae39-4396-8174-bb62c799f83a req-403ccac5-818f-41d3-b364-f73ce69642e6 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890651 Apr 06 13:55:41.163550 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 5db89abb-6e3d-4b72-ade5-8002fc0df226 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:55:41.273484 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 5db89abb-6e3d-4b72-ade5-8002fc0df226, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:41.288761 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '5db89abb-6e3d-4b72-ade5-8002fc0df226', 'network_id': 'f3ab6180-a7d0-456e-9980-ddc830ae3adf', 'port_id': '5db89abb-6e3d-4b72-ade5-8002fc0df226', 'mac_address': 'fa:16:3e:d5:80:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2472fa76-9461-4c87-9126-f1fa7c01f712', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:55:41.328359 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 5db89abb-6e3d-4b72-ade5-8002fc0df226 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:55:41.328747 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:41.345138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db89abb-6e3d-4b72-ade5-8002fc0df226 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:41.367077 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 5db89abb-6e3d-4b72-ade5-8002fc0df226, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:41.373337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:41.392927 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097af2-a62d-47ac-bc41-930b26824ce9 req-88df34ad-cfaa-443b-b566-d948705de42d tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:41.395919 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bd097af2-a62d-47ac-bc41-930b26824ce9 req-88df34ad-cfaa-443b-b566-d948705de42d tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 943 time: 0.0671084 Apr 06 13:55:41.450322 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=5db89abb-6e3d-4b72-ade5-8002fc0df226,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:41.458682 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bd097af2-a62d-47ac-bc41-930b26824ce9 req-efba3537-20c8-40ed-b90e-29a3e0b18b9b tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Apr 06 13:55:41.464363 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.465217 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.466024 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.466922 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.467321 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.467701 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.468262 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.468803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.469392 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.469943 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.470508 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.471167 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.471941 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.472815 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.473372 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:41.710222 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['5db89abb-6e3d-4b72-ade5-8002fc0df226'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:55:41.816194 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9e69-56a3-4233-9590-fb95ca8fa964 req-3e012732-1635-46e0-bfc3-f6eb714566c9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:41.817786 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d3ec9e69-56a3-4233-9590-fb95ca8fa964 req-3e012732-1635-46e0-bfc3-f6eb714566c9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0672565 Apr 06 13:55:41.913809 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d3ec9e69-56a3-4233-9590-fb95ca8fa964 req-fe7b54cf-a108-4fdc-aaab-e8cebe114a68 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776989 Apr 06 13:55:41.923899 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b081fa-a172-476a-8b0d-758f20c15632 req-3bc3b30c-4734-4eed-9bb9-be6e03c72ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:41.925389 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-3bc3b30c-4734-4eed-9bb9-be6e03c72ae5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.0796840 Apr 06 13:55:41.949075 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac700b6-27c2-445f-a5c6-c5807caa3027 req-edaf844c-2fcd-46b0-84d3-b030eb6e6d7d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:41.950639 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ac700b6-27c2-445f-a5c6-c5807caa3027 req-edaf844c-2fcd-46b0-84d3-b030eb6e6d7d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0599995 Apr 06 13:55:41.999115 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ac700b6-27c2-445f-a5c6-c5807caa3027 req-b59a9d20-7614-42ec-b93b-9de95dfee09c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Apr 06 13:55:42.027665 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b081fa-a172-476a-8b0d-758f20c15632 req-9082d2e7-b883-41e8-811e-6f9b8d1b2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.029202 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-9082d2e7-b883-41e8-811e-6f9b8d1b2ed6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.0923738 Apr 06 13:55:42.093346 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-0cc3d551-755c-4823-9ebd-19d346be855f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 1002 time: 0.0573683 Apr 06 13:55:42.146750 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b081fa-a172-476a-8b0d-758f20c15632 req-fa91799b-bab8-4d3c-b108-b98a1fbbc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.148233 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-fa91799b-bab8-4d3c-b108-b98a1fbbc8ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0476072 Apr 06 13:55:42.199497 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b081fa-a172-476a-8b0d-758f20c15632 req-facdecea-6401-41b3-a4bf-8f59b8411fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.200987 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-facdecea-6401-41b3-a4bf-8f59b8411fcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452297 Apr 06 13:55:42.290140 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-07ff3309-4875-4604-acc0-177337abd714 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795460 Apr 06 13:55:42.408554 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23b081fa-a172-476a-8b0d-758f20c15632 req-e3fa6b2c-6d03-4d33-b05f-cd74a1104152 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003792 Apr 06 13:55:42.584600 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959fc61-72be-40b1-a59e-50b59f085b30 req-fd7d5c56-c74c-4da0-a217-8913f9437c4f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.586057 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9959fc61-72be-40b1-a59e-50b59f085b30 req-fd7d5c56-c74c-4da0-a217-8913f9437c4f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 944 time: 0.0555277 Apr 06 13:55:42.637691 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9959fc61-72be-40b1-a59e-50b59f085b30 req-6e9256cf-ed3c-4385-9504-30c02902f888 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Apr 06 13:55:43.057329 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f407-2dcb-4ece-a542-dfae11aa9254 req-db861d26-2b55-47df-89af-863914a5536d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.059020 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed01f407-2dcb-4ece-a542-dfae11aa9254 req-db861d26-2b55-47df-89af-863914a5536d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0593810 Apr 06 13:55:43.106165 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed01f407-2dcb-4ece-a542-dfae11aa9254 req-10871fd6-6b41-4407-9b7c-9311ec8141df tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Apr 06 13:55:43.169476 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 5db89abb-6e3d-4b72-ade5-8002fc0df226 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:55:43.228344 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 5db89abb-6e3d-4b72-ade5-8002fc0df226 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:55:43.232329 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 5db89abb-6e3d-4b72-ade5-8002fc0df226 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:55:43.232717 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:43.319692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 5db89abb-6e3d-4b72-ade5-8002fc0df226 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:55:43.320072 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:43.360861 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db89abb-6e3d-4b72-ade5-8002fc0df226'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:43.363262 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4379d8-8f2d-428e-aeea-946392477284" -d '{"events": [{"server_uuid": "4d8ac500-334c-4362-adb6-79cb7d0c6069", "name": "network-vif-plugged", "status": "completed", "tag": "5db89abb-6e3d-4b72-ade5-8002fc0df226"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:43.376538 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 5db89abb-6e3d-4b72-ade5-8002fc0df226, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:43.382305 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:43.411181 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8318c6e-bd5f-4743-8500-0606b56cb3b6 x-openstack-request-id: req-a8318c6e-bd5f-4743-8500-0606b56cb3b6 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:43.411533 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ac500-334c-4362-adb6-79cb7d0c6069", "name": "network-vif-plugged", "status": "completed", "tag": "5db89abb-6e3d-4b72-ade5-8002fc0df226", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:43.411810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8318c6e-bd5f-4743-8500-0606b56cb3b6 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:43.412228 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8318c6e-bd5f-4743-8500-0606b56cb3b6'] response: {'server_uuid': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db89abb-6e3d-4b72-ade5-8002fc0df226', 'code': 200} Apr 06 13:55:43.442388 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=5db89abb-6e3d-4b72-ade5-8002fc0df226,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:43.758994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132bab1-b16c-4017-b0a4-8e66eead6f7b req-77f19421-9650-4260-a3a5-efd57a5c48d7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.760733 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7132bab1-b16c-4017-b0a4-8e66eead6f7b req-77f19421-9650-4260-a3a5-efd57a5c48d7 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 945 time: 0.0552318 Apr 06 13:55:43.803155 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69041a0-7dc6-4e6a-b4da-12dc04d4b241 req-6ab961fd-ff62-4b1c-ab5b-590564c8881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.804672 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e69041a0-7dc6-4e6a-b4da-12dc04d4b241 req-6ab961fd-ff62-4b1c-ab5b-590564c8881b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 1129 time: 0.2670391 Apr 06 13:55:43.815671 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7132bab1-b16c-4017-b0a4-8e66eead6f7b req-d2a58094-f57a-4bee-a907-e24b52fcf851 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Apr 06 13:55:43.853326 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e69041a0-7dc6-4e6a-b4da-12dc04d4b241 req-ced7009f-1baf-4992-8903-5c0cca14f779 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Apr 06 13:55:44.236175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b36e0-9bec-4066-ba9b-d776bc63fa2e req-9bfbe094-807a-4075-8e1a-ad2dd8c9fe01 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:44.237589 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9e4b36e0-9bec-4066-ba9b-d776bc63fa2e req-9bfbe094-807a-4075-8e1a-ad2dd8c9fe01 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0544868 Apr 06 13:55:44.288300 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9e4b36e0-9bec-4066-ba9b-d776bc63fa2e req-299b90a7-fb81-4679-aaf5-e0153b2d3941 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Apr 06 13:55:44.942886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4669a-8c17-402e-a7b4-6cc1a0d4e3f4 req-efd49173-e309-4ed2-98ea-754953969610 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:44.944412 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a4f4669a-8c17-402e-a7b4-6cc1a0d4e3f4 req-efd49173-e309-4ed2-98ea-754953969610 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 945 time: 0.0599451 Apr 06 13:55:44.994612 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a4f4669a-8c17-402e-a7b4-6cc1a0d4e3f4 req-238491af-7604-4bec-906a-97eb1b952d47 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Apr 06 13:55:45.416576 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62d39-dbb1-4dd2-8975-a6d0fb56a367 req-0e0afff2-bd07-4220-a7ff-97e5faad28c6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:45.418079 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c4b62d39-dbb1-4dd2-8975-a6d0fb56a367 req-0e0afff2-bd07-4220-a7ff-97e5faad28c6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0589039 Apr 06 13:55:45.467161 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c4b62d39-dbb1-4dd2-8975-a6d0fb56a367 req-54047dde-3912-43de-a74c-2a45b4c63f0f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Apr 06 13:55:46.127762 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81f210-799f-460b-8f70-57c20e3ed401 req-b1871a2c-250b-4dae-acb8-be1ebff05bcb tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:46.129303 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5b81f210-799f-460b-8f70-57c20e3ed401 req-b1871a2c-250b-4dae-acb8-be1ebff05bcb tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 945 time: 0.0558617 Apr 06 13:55:46.182066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5b81f210-799f-460b-8f70-57c20e3ed401 req-03b9f0ae-6a29-46ea-91d4-e07a067e856f tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Apr 06 13:55:46.318246 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:46.608723 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547ace1-06ae-41cb-9f74-5bc760dde4f2 req-449fa042-200c-405c-8e4b-576f8a39a52d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:46.610302 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6547ace1-06ae-41cb-9f74-5bc760dde4f2 req-449fa042-200c-405c-8e4b-576f8a39a52d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0599484 Apr 06 13:55:46.666884 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6547ace1-06ae-41cb-9f74-5bc760dde4f2 req-df5a8a8a-e283-40ca-8405-a631adddaa4b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506110 Apr 06 13:55:47.689607 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:55:47.798780 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab6af-8d37-425d-8332-7a0bdc8c98be req-e343c3cd-e0e3-4ef3-b3c7-5a4721934f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:47.800246 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2c7ab6af-8d37-425d-8332-7a0bdc8c98be req-e343c3cd-e0e3-4ef3-b3c7-5a4721934f6d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0576887 Apr 06 13:55:47.847850 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2c7ab6af-8d37-425d-8332-7a0bdc8c98be req-94582618-9355-49ea-98ae-7066d856d9ac tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Apr 06 13:55:48.989480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33454c3e-874f-4929-a39d-238ab9d8f6b6 req-ab103642-8f3e-40e9-b004-1b0b502390e1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:48.991015 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-33454c3e-874f-4929-a39d-238ab9d8f6b6 req-ab103642-8f3e-40e9-b004-1b0b502390e1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0665126 Apr 06 13:55:49.043076 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-33454c3e-874f-4929-a39d-238ab9d8f6b6 req-0ace0efa-d4de-42ae-aa01-bce78e996dca tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Apr 06 13:55:50.177376 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b0f47-83a5-4ce5-bf6f-81b67881a564 req-7f5b9d02-120e-453c-9839-97a791182af4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:50.179001 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bb0b0f47-83a5-4ce5-bf6f-81b67881a564 req-7f5b9d02-120e-453c-9839-97a791182af4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0598440 Apr 06 13:55:50.231931 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bb0b0f47-83a5-4ce5-bf6f-81b67881a564 req-198f836b-41e0-4408-b7e9-cea3e16bd47d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470815 Apr 06 13:55:51.365151 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff611ff-c6de-4e58-ac64-c18d76d74b1b req-ef5dcf0d-d42e-49b2-9de8-54ac84126148 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:51.366545 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3ff611ff-c6de-4e58-ac64-c18d76d74b1b req-ef5dcf0d-d42e-49b2-9de8-54ac84126148 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0608697 Apr 06 13:55:51.416849 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3ff611ff-c6de-4e58-ac64-c18d76d74b1b req-1d6c4623-e002-465b-9539-28d29cfbc3da tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Apr 06 13:55:52.549901 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebd2e0-2f5e-416f-9a0a-9b66c363bb95 req-d9682cc3-6ef9-49b2-8d87-f2f7f874606c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:52.551583 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-69ebd2e0-2f5e-416f-9a0a-9b66c363bb95 req-d9682cc3-6ef9-49b2-8d87-f2f7f874606c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0598705 Apr 06 13:55:52.599271 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-69ebd2e0-2f5e-416f-9a0a-9b66c363bb95 req-a72d6fc6-ffe5-4160-b7f0-42e7d02f9590 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Apr 06 13:55:53.729156 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d017-a07c-4576-a995-4299d6c96296 req-bee31fdb-be64-4248-8490-b19dde9582bf tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:53.730628 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b312d017-a07c-4576-a995-4299d6c96296 req-bee31fdb-be64-4248-8490-b19dde9582bf tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0609996 Apr 06 13:55:53.779064 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b312d017-a07c-4576-a995-4299d6c96296 req-201f0377-5376-4148-acf7-3302bdff9b57 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Apr 06 13:55:54.397224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60a198-3ff4-45bc-9361-cad09f8e9f8f req-3a610b6c-43db-4c6b-a282-246177e59dd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:54.398744 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c60a198-3ff4-45bc-9361-cad09f8e9f8f req-3a610b6c-43db-4c6b-a282-246177e59dd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0572088 Apr 06 13:55:54.451986 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c60a198-3ff4-45bc-9361-cad09f8e9f8f req-55aa45d4-e931-4bac-b45e-6e7ab739bfc1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459573 Apr 06 13:55:54.908192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9abdde-6fab-4f0b-a704-0750590e20e7 req-648413c8-d748-48e7-91a2-dabdf912b0d4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:54.909651 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b9abdde-6fab-4f0b-a704-0750590e20e7 req-648413c8-d748-48e7-91a2-dabdf912b0d4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0610521 Apr 06 13:55:54.961472 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b9abdde-6fab-4f0b-a704-0750590e20e7 req-41ddd4d5-4b36-402a-a06e-ba6a76ed04fa tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Apr 06 13:55:55.486248 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-60be3ad0-e486-419d-9ca0-14a47e24d96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:55.581110 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002b647-a8aa-4fd1-83e5-b18de527cda5 req-acbd5f3c-8763-4234-a202-ad28999dca64 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:55.582642 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f002b647-a8aa-4fd1-83e5-b18de527cda5 req-acbd5f3c-8763-4234-a202-ad28999dca64 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0587559 Apr 06 13:55:55.630026 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f002b647-a8aa-4fd1-83e5-b18de527cda5 req-139d246f-b07c-40eb-bf03-e5df02eb6146 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Apr 06 13:55:56.099679 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca51022-d8b8-4e8b-9d2e-8ea80443a688 req-cf783d28-7a0d-497c-adf0-583cf51530f2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:56.101189 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9ca51022-d8b8-4e8b-9d2e-8ea80443a688 req-cf783d28-7a0d-497c-adf0-583cf51530f2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0602653 Apr 06 13:55:56.153895 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9ca51022-d8b8-4e8b-9d2e-8ea80443a688 req-fab0f21a-a788-41a2-b576-ecaa784d9be4 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Apr 06 13:55:56.765207 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c53e-3572-4a09-8c7d-32760c39e39c req-e65643d4-271d-4a57-be93-27c128ebd6c2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:56.766691 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7103c53e-3572-4a09-8c7d-32760c39e39c req-e65643d4-271d-4a57-be93-27c128ebd6c2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0619893 Apr 06 13:55:56.814995 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7103c53e-3572-4a09-8c7d-32760c39e39c req-0f231385-e5b4-4e8d-b951-9323bbb09502 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Apr 06 13:55:57.281649 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4f3a1-162e-4355-b9d5-9962f3b3bba7 req-0375dfdc-6f37-451f-9d19-967b62214655 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:57.283207 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1fa4f3a1-162e-4355-b9d5-9962f3b3bba7 req-0375dfdc-6f37-451f-9d19-967b62214655 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0588903 Apr 06 13:55:57.330611 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1fa4f3a1-162e-4355-b9d5-9962f3b3bba7 req-abf86c78-b42e-43d4-a04f-a2024046908c tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Apr 06 13:55:57.869685 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-d01fe0d9-f593-4d46-8a03-ec6f0a89de90 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:57.871218 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-d01fe0d9-f593-4d46-8a03-ec6f0a89de90 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0563068 Apr 06 13:55:57.938967 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5062890-9ab4-4cee-953d-da4ff1f124d7 req-266fce71-4e6c-47b7-96a7-f6c4de0dc583 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:57.940430 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f5062890-9ab4-4cee-953d-da4ff1f124d7 req-266fce71-4e6c-47b7-96a7-f6c4de0dc583 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 947 time: 0.0528622 Apr 06 13:55:57.972066 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Deleting port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:55:57.972428 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:57.991676 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f5062890-9ab4-4cee-953d-da4ff1f124d7 req-4ae0d4bc-7291-41ba-836d-f4deda447f3a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=35549477-e311-4530-9236-3359981df119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Apr 06 13:55:58.060517 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] For port 9abf4dde-2ce2-4791-bde7-b595b7d26c21, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9abf4dde-2ce2-4791-bde7-b595b7d26c21,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:58.060877 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:58.101996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7be2914a-b04b-4c92-8fc1-5060dcb4fe72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:58.306969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:58.307573 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (70e0c686-87b9-4c08-a285-b38a8b537cfe), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:58.307573 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Floating IP 70e0c686-87b9-4c08-a285-b38a8b537cfe disassociated. External IP: 172.27.0.19, port: 9abf4dde-2ce2-4791-bde7-b595b7d26c21. Apr 06 13:55:58.307872 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Calling delete_port for 9abf4dde-2ce2-4791-bde7-b595b7d26c21 owned by compute:nova {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:55:58.480367 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (9abf4dde-2ce2-4791-bde7-b595b7d26c21), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:58.524086 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d233-d832-4159-a8fc-70e97adf5bbf req-bf4dcf6a-ab3b-4984-9543-8b0373c31614 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:58.525887 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b18d233-d832-4159-a8fc-70e97adf5bbf req-bf4dcf6a-ab3b-4984-9543-8b0373c31614 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.1026506 Apr 06 13:55:58.529782 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event deleted for resources: {'Port': ['ID=9abf4dde-2ce2-4791-bde7-b595b7d26c21,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:58.566323 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.566671 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.567039 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.567373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.567716 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.568046 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.568372 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.568747 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.569029 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.569405 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.569727 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.570048 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.570396 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.570769 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.571098 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:58.636323 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8b18d233-d832-4159-a8fc-70e97adf5bbf req-f76228dc-1808-4520-9c3e-d9ad48eb320b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992274 Apr 06 13:55:58.711736 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Router 511e193f-e573-45c9-815e-34ed3baf7b59 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:55:58.824703 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:55:58.835031 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:55:58.845389 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:55:58.846568 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:55:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:58.866773 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] No DVR routers for this DVR port 9abf4dde-2ce2-4791-bde7-b595b7d26c21 on host hv-cinder-82755 {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:58.869936 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:58.873839 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-238b423a-6b4c-4128-894c-c8d2fd6366c3 req-b1a65801-bc69-4ed6-8ca1-160f97816848 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "DELETE /v2.0/ports/9abf4dde-2ce2-4791-bde7-b595b7d26c21 HTTP/1.1" status: 204 len: 173 time: 0.9971054 Apr 06 13:55:58.874293 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-deleted', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:58.876604 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d117e5-1a4b-41e7-9f02-26e27423fdce" -d '{"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-deleted", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:58.924275 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f039e-748b-4c62-bd1e-28c115513422 x-openstack-request-id: req-c09f039e-748b-4c62-bd1e-28c115513422 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:58.924577 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83fabc-8429-4819-9813-903fa7578057", "name": "network-vif-deleted", "tag": "9abf4dde-2ce2-4791-bde7-b595b7d26c21", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:58.924859 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c09f039e-748b-4c62-bd1e-28c115513422 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:58.925279 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09f039e-748b-4c62-bd1e-28c115513422'] response: {'server_uuid': '3b83fabc-8429-4819-9813-903fa7578057', 'name': 'network-vif-deleted', 'tag': '9abf4dde-2ce2-4791-bde7-b595b7d26c21', 'status': 'completed', 'code': 200} Apr 06 13:55:58.961871 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:55:59.093854 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fc7a4404-ec6e-49df-9f72-caf1d78fa978 req-e97f4b01-5731-401f-9752-6fd3f8fc836d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Apr 06 13:55:59.174174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:59.180361 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:59.206017 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:55:59.214541 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:55:59.215170 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:55:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:59.321772 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:55:59.618718 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:55:59.645169 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c9bb41-c2b6-4eb8-aeeb-f4c142c8dc17 None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:55:59.766862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04f0d8-85f7-4efa-bb36-058ad1972803 req-04d41ef8-4d03-461e-97e0-2e2ffe73efd8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:59.769083 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-df04f0d8-85f7-4efa-bb36-058ad1972803 req-04d41ef8-4d03-461e-97e0-2e2ffe73efd8 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0613205 Apr 06 13:55:59.821821 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-df04f0d8-85f7-4efa-bb36-058ad1972803 req-58368ff6-3fc1-402f-98ee-b09dceacb869 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Apr 06 13:55:59.889765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603544ca-cde8-4f3f-9d1e-b9a72dcad69c None None] New status for floating IP 70e0c686-87b9-4c08-a285-b38a8b537cfe: DOWN {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:00.206092 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1c64e5bf-1885-4d03-b154-3240c5a1c384 req-81a3ad24-325d-404e-b9a9-7b023817e65d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Apr 06 13:56:00.428899 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:00.947121 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af530b4-1160-4a94-90d0-70aa4f015669 req-37515f38-03f1-4b48-b7f7-7ea5b6d84675 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:00.948625 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7af530b4-1160-4a94-90d0-70aa4f015669 req-37515f38-03f1-4b48-b7f7-7ea5b6d84675 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0570138 Apr 06 13:56:00.996752 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7af530b4-1160-4a94-90d0-70aa4f015669 req-f1f61510-89be-4ea9-bdcb-c3cec0a2320a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Apr 06 13:56:01.318504 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-13663fa7-187c-4fe9-8e85-354b0bc1cf23 req-20635e27-4b18-4819-970d-f1153a42f5ee tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83fabc-8429-4819-9813-903fa7578057 HTTP/1.1" status: 200 len: 210 time: 0.0330372 Apr 06 13:56:01.610243 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3157-47b7-4d4c-92f1-a717cdf04857 req-bdb6658a-071e-490e-9e69-a482cbb2ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:01.611815 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-80ac3157-47b7-4d4c-92f1-a717cdf04857 req-bdb6658a-071e-490e-9e69-a482cbb2ad54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.0464799 Apr 06 13:56:01.904854 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-80ac3157-47b7-4d4c-92f1-a717cdf04857 req-900062a6-d7ec-4844-8d0c-2d8a00eb6f56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463400 Apr 06 13:56:02.125067 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15099945-c337-439e-86d9-5e6653c3e833 req-80b143c4-f4f1-4a9a-8ba3-4fedcedfba72 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:02.131461 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-15099945-c337-439e-86d9-5e6653c3e833 req-80b143c4-f4f1-4a9a-8ba3-4fedcedfba72 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0647037 Apr 06 13:56:02.185334 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-15099945-c337-439e-86d9-5e6653c3e833 req-36511483-2801-4fc0-b56d-ba7aaa297d50 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Apr 06 13:56:02.435271 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58472) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:02.478607 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.498116 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712b0f58-a2af-4bba-9a07-e71af9f86985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (35549477-e311-4530-9236-3359981df119), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.530550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712b0f58-a2af-4bba-9a07-e71af9f86985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (35549477-e311-4530-9236-3359981df119), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.579396 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712b0f58-a2af-4bba-9a07-e71af9f86985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (35549477-e311-4530-9236-3359981df119), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.581932 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712b0f58-a2af-4bba-9a07-e71af9f86985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.583130 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-712b0f58-a2af-4bba-9a07-e71af9f86985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "DELETE /v2.0/security-groups/35549477-e311-4530-9236-3359981df119 HTTP/1.1" status: 204 len: 168 time: 0.1467350 Apr 06 13:56:02.587305 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58474) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:02.593707 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b0f58-a2af-4bba-9a07-e71af9f86985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35549477-e311-4530-9236-3359981df119,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:02.601406 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.api.v2.resource [None req-946c672c-48b8-4063-9f34-07936ee174c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] show failed (client error): The resource could not be found. Apr 06 13:56:02.601944 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-946c672c-48b8-4063-9f34-07936ee174c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups/35549477-e311-4530-9236-3359981df119 HTTP/1.1" status: 404 len: 347 time: 0.0135481 Apr 06 13:56:02.605728 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58476) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:02.732307 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Deleting port 472f6e4f-c768-4211-b94d-689c754cc017 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:02.732651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (472f6e4f-c768-4211-b94d-689c754cc017), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.816900 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (472f6e4f-c768-4211-b94d-689c754cc017), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.817206 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (472f6e4f-c768-4211-b94d-689c754cc017), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.829682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Calling delete_port for 472f6e4f-c768-4211-b94d-689c754cc017 owned by network:floatingip {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:02.970582 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (472f6e4f-c768-4211-b94d-689c754cc017), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:02.998594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event deleted for resources: {'Port': ['ID=472f6e4f-c768-4211-b94d-689c754cc017,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:03.010066 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.010392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.011147 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.011491 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.011829 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.012166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.012477 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.012807 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.013151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.013479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.013787 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.014115 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.014439 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.014788 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.015111 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:03.074946 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (70e0c686-87b9-4c08-a285-b38a8b537cfe), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.077455 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.078604 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-bac72265-9ff6-4713-bef1-f5a0b824e0a9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "DELETE /v2.0/floatingips/70e0c686-87b9-4c08-a285-b38a8b537cfe HTTP/1.1" status: 204 len: 168 time: 0.4719372 Apr 06 13:56:03.308213 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603215-69b4-48bd-abf5-8f698af4f850 req-fed18bfe-286e-4263-9e27-c856b1618135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:03.309723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0c603215-69b4-48bd-abf5-8f698af4f850 req-fed18bfe-286e-4263-9e27-c856b1618135 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0541086 Apr 06 13:56:03.340344 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58490) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:03.344790 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209321086', 'description': 'tempest-description--753278772'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:03.359280 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0c603215-69b4-48bd-abf5-8f698af4f850 req-ea985c00-3e84-4399-ab09-2288615a30ef tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Apr 06 13:56:03.372167 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.438350 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (f774f64c-9356-4ea2-a019-cace7e89627e), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.445127 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f774f64c-9356-4ea2-a019-cace7e89627e), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.474799 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.476003 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1346538 Apr 06 13:56:03.477916 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d81a0d-7ea8-4c50-8cb5-3bb3d693fdd5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f774f64c-9356-4ea2-a019-cace7e89627e,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:03.479053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58492) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:03.483970 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'security_group_rule': {'security_group_id': 'f774f64c-9356-4ea2-a019-cace7e89627e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:03.512671 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (e6251836-3044-458b-8bb3-322b6e415cbb), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.573509 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (e6251836-3044-458b-8bb3-322b6e415cbb), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.576702 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (e6251836-3044-458b-8bb3-322b6e415cbb), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.593476 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6251836-3044-458b-8bb3-322b6e415cbb,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:03.603185 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.604367 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-74f47952-ce07-4866-b2ca-8a51d3c01b9b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243010 Apr 06 13:56:03.607175 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58494) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:03.611552 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'security_group_rule': {'security_group_id': 'f774f64c-9356-4ea2-a019-cace7e89627e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:03.639538 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (3e8b5879-e8a0-440f-8f04-7efeb457a6b8), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.697815 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (3e8b5879-e8a0-440f-8f04-7efeb457a6b8), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.702754 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (3e8b5879-e8a0-440f-8f04-7efeb457a6b8), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.721629 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8b5879-e8a0-440f-8f04-7efeb457a6b8,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:03.731367 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.732642 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-34fb30d1-caa7-44fd-b9db-476d57f3b256 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244338 Apr 06 13:56:03.735737 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58496) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:03.740060 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:03.762213 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.866754 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:03.979246 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Allocated IP 172.27.0.48 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/deb9d7b0-173a-42e4-af8c-d897c6423cbd) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:04.098453 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.135173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.172483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:04.179193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:04.184564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:04.187594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'Port': ['ID=deb9d7b0-173a-42e4-af8c-d897c6423cbd,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:04.276904 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (720c3a01-227c-4869-ae30-520cc2b14f78), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.316286 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.477683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.483272 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.485455 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f46c2-4b94-4681-8af7-87db9ce1321c req-5b79135c-91d4-4eb0-a1b9-6cf1b0af4eae tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:04.486976 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-eb0f46c2-4b94-4681-8af7-87db9ce1321c req-5b79135c-91d4-4eb0-a1b9-6cf1b0af4eae tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0559738 Apr 06 13:56:04.538659 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-eb0f46c2-4b94-4681-8af7-87db9ce1321c req-4896e8c7-be67-47de-87c5-cafc5549c9d0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Apr 06 13:56:04.553489 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'Port': ['ID=deb9d7b0-173a-42e4-af8c-d897c6423cbd,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:04.562230 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (720c3a01-227c-4869-ae30-520cc2b14f78), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.580477 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:04.581855 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0532c11a-10f2-4cbc-9534-13c990b6acd1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8451681 Apr 06 13:56:04.777039 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-28c49c7b-ceca-4b10-96df-a7f4ca66dec9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--209321086&fields=id&tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 267 time: 0.0411630 Apr 06 13:56:04.928219 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-d55b054b-6b94-4ee2-a10d-99e0b5b7792d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:04.929993 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-d55b054b-6b94-4ee2-a10d-99e0b5b7792d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 815 time: 0.1462791 Apr 06 13:56:04.956850 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-5088ba1a-8cd1-4b1c-87ca-f05e94c060f6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/quotas/cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0201118 Apr 06 13:56:04.966513 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e82541-e267-4914-aa75-02421fded448 req-2a2fc2c5-cc2a-499e-983b-3d0c25e4df22 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:04.970110 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a7e82541-e267-4914-aa75-02421fded448 req-2a2fc2c5-cc2a-499e-983b-3d0c25e4df22 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0800414 Apr 06 13:56:05.012275 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305355-ae97-461b-a2e0-fe4803248628 req-dcbe277a-72e1-43a9-b31a-8b5995b91d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:05.014556 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-dcbe277a-72e1-43a9-b31a-8b5995b91d12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.1196830 Apr 06 13:56:05.044699 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a7e82541-e267-4914-aa75-02421fded448 req-c214dffb-3f45-4955-8d55-3f828e96c37b tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661163 Apr 06 13:56:05.096542 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-0d6d11a5-ee59-4538-9850-a7bbd3885de0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385324 Apr 06 13:56:05.172086 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305355-ae97-461b-a2e0-fe4803248628 req-fccda630-d0db-49fe-a22c-3bb6e06750ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:05.173601 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-fccda630-d0db-49fe-a22c-3bb6e06750ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.1528542 Apr 06 13:56:05.256416 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-458058d9-4eb2-4626-b286-be289b543a06 service neutron] 10.222.0.24 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419456 Apr 06 13:56:05.258195 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-7ef1e81c-a274-4000-adab-c0f508166d58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 1002 time: 0.0768504 Apr 06 13:56:05.359352 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305355-ae97-461b-a2e0-fe4803248628 req-69688401-a4aa-4e22-aab5-68bafb7dc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:05.360736 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-69688401-a4aa-4e22-aab5-68bafb7dc2fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0944164 Apr 06 13:56:05.412610 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-93fd1f8e-296a-4ccf-b131-4493b48046a9 service neutron] 10.222.0.24 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476691 Apr 06 13:56:05.428616 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:05.436096 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b305355-ae97-461b-a2e0-fe4803248628 req-c0098a79-6efa-4856-a348-619270912de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:05.437983 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-c0098a79-6efa-4856-a348-619270912de6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702929 Apr 06 13:56:05.449328 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 9abf4dde-2ce2-4791-bde7-b595b7d26c21 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:05.449828 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9abf4dde-2ce2-4791-bde7-b595b7d26c21 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:05.541645 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-d47ef3ef-ddc3-4759-97d5-2dbd7e8ba644 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917430 Apr 06 13:56:05.587553 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-39efaacd-9f6b-4196-bc2f-c51880189f7f req-2471f591-0c8c-419b-94f8-f604ed042912 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 210 time: 0.0265830 Apr 06 13:56:05.638781 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1b305355-ae97-461b-a2e0-fe4803248628 req-b665138c-01aa-409c-9832-b52ff5a41c25 service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886228 Apr 06 13:56:06.194769 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d83b4-d748-4abc-9996-e9a906707da2 req-b0062865-3717-4192-83e7-493cb95e6d26 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:06.196299 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c0d83b4-d748-4abc-9996-e9a906707da2 req-b0062865-3717-4192-83e7-493cb95e6d26 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0748470 Apr 06 13:56:06.247264 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c0d83b4-d748-4abc-9996-e9a906707da2 req-e30866d9-8667-4dde-9492-19fe08efd969 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 Apr 06 13:56:06.692082 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e50eecbb-014e-4515-b29c-796eadfea35f req-25084146-2906-43b9-9d17-fcc44b844aed tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 210 time: 0.0324919 Apr 06 13:56:07.379641 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7deca5-1434-40ab-8866-691b34ef57d6 req-2ae26239-211a-40f5-94e2-71b6664a2ca1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:07.381379 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed7deca5-1434-40ab-8866-691b34ef57d6 req-2ae26239-211a-40f5-94e2-71b6664a2ca1 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0624135 Apr 06 13:56:07.438528 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ed7deca5-1434-40ab-8866-691b34ef57d6 req-faf8942d-a79d-4837-aef2-4fbf67fffae9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484600 Apr 06 13:56:07.797225 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-79201c64-ea19-496f-b1ed-7a59fcff2979 req-368cd5ee-358a-44c1-a00a-8b5f3651d991 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 210 time: 0.0273142 Apr 06 13:56:08.577240 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92757787-a6dd-4ce6-8f02-3bfca378a4d8 req-6e1d672f-193b-43e7-9e08-e43578c282a6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:08.585475 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-92757787-a6dd-4ce6-8f02-3bfca378a4d8 req-6e1d672f-193b-43e7-9e08-e43578c282a6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0721529 Apr 06 13:56:08.632995 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-fc0041e7-6733-4ee6-b467-5a8296e0abc9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:08.639524 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-fc0041e7-6733-4ee6-b467-5a8296e0abc9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 815 time: 0.1433544 Apr 06 13:56:08.647846 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-92757787-a6dd-4ce6-8f02-3bfca378a4d8 req-aea05821-0314-4996-a05c-7e4bb7e73c0a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588741 Apr 06 13:56:08.730264 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-593f5972-823c-4ff7-abfd-8ea68d60d935 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 379 time: 0.0859168 Apr 06 13:56:08.774550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2067920-c69f-4767-a401-37008ec65b19 req-1e4cc80b-4efe-44ca-8d35-16896a8d1bfe tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:08.776042 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d2067920-c69f-4767-a401-37008ec65b19 req-1e4cc80b-4efe-44ca-8d35-16896a8d1bfe tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0592332 Apr 06 13:56:08.785994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58576) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:08.790629 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Request body: {'floatingip': {'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:08.793676 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'port': {'device_id': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'admin_state_up': True, 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'security_groups': ['f774f64c-9356-4ea2-a019-cace7e89627e']}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:08.846826 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:08.909433 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Made reservation on behalf of cfa10a1cb23f4d2ca0be5c101bd3e8f9 for: {'port': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:08.912824 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:08.916655 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c00b472d-ab8d-4065-b48c-5f727805cf8d req-97b89ece-d08e-4096-b4b3-84e7ea6dff2f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 210 time: 0.0339928 Apr 06 13:56:09.035969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Allocated IP 172.20.0.13 (39774851-8a70-41b0-8299-eb709a7f7954/e1920da1-e5ed-478b-9371-e74628ded767/390ddf1c-6400-4755-8d57-b2adfcc58066) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:09.178014 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.214578 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.259301 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Network 39774851-8a70-41b0-8299-eb709a7f7954 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:09.265508 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:09.269829 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:09.276821 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:09.332280 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:09.333278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.354527 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-a94b9cfb-0ce3-4e74-8278-eb16ff3c389a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646317 Apr 06 13:56:09.369458 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Request body: {'port': {'device_id': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:09.455580 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.624373 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1b2e056c-c895-4703-9c96-9a371ce59a73 None None] Provisioning complete for port 390ddf1c-6400-4755-8d57-b2adfcc58066 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:09.624948 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1b2e056c-c895-4703-9c96-9a371ce59a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.666051 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e056c-c895-4703-9c96-9a371ce59a73 None None] Port 390ddf1c-6400-4755-8d57-b2adfcc58066 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:56:09.669767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.676253 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.765085 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390ddf1c-6400-4755-8d57-b2adfcc58066 {{(pid=109799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:09.772885 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Publish callbacks [] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.785228 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.provisioning_blocks [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Transition to ACTIVE for port object 390ddf1c-6400-4755-8d57-b2adfcc58066 will not be triggered until provisioned by entity L2. {{(pid=109799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:56:09.790774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.814463 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c36500-0b30-4c5a-b581-3b39ff9be5c2 req-80874492-d154-480d-a22b-8ee09d0447c8 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:09.816076 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-15c36500-0b30-4c5a-b581-3b39ff9be5c2 req-80874492-d154-480d-a22b-8ee09d0447c8 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 945 time: 0.1361234 Apr 06 13:56:09.944328 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-15c36500-0b30-4c5a-b581-3b39ff9be5c2 req-5c4148c8-f5ee-402e-8740-d7545bb58b77 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209474 Apr 06 13:56:09.986317 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Router 8f270fbf-22a6-43c1-b371-43b03faf3dab has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:10.111344 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:10.121554 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:10.128434 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:10.144122 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93813615-171b-42e5-ba15-b49961621b15 None None] Sync routers for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:10.163621 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:10.164731 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:55:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.179697 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c4c1f-0a50-4d21-a85e-970c470faadc req-4c3e4569-af37-4eda-a693-a5d9a88ebba6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.187333 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-539c4c1f-0a50-4d21-a85e-970c470faadc req-4c3e4569-af37-4eda-a693-a5d9a88ebba6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.1494386 Apr 06 13:56:10.200260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:10.202898 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed55446-7978-42c2-b21f-7e3739d60083" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:10.211295 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-caad8657-81d8-4e12-85e0-5d8a66919d1f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "PUT /v2.0/floatingips/d9cff549-41cf-4417-bdc7-0c13cbd62263 HTTP/1.1" status: 200 len: 994 time: 1.4241385 Apr 06 13:56:10.230776 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Attempting to bind port 390ddf1c-6400-4755-8d57-b2adfcc58066 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:56:10.231121 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Attempting to bind port 390ddf1c-6400-4755-8d57-b2adfcc58066 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}] {{(pid=109799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:56:10.231468 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Attempting to bind port 390ddf1c-6400-4755-8d57-b2adfcc58066 on network 39774851-8a70-41b0-8299-eb709a7f7954 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:10.242208 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Port 390ddf1c-6400-4755-8d57-b2adfcc58066 on network 39774851-8a70-41b0-8299-eb709a7f7954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:56:10.242544 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Attempting to bind port 390ddf1c-6400-4755-8d57-b2adfcc58066 on network 39774851-8a70-41b0-8299-eb709a7f7954 {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:10.259101 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-539c4c1f-0a50-4d21-a85e-970c470faadc req-9fef1c11-d656-461a-bf22-6b2e31b9fd3c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708160 Apr 06 13:56:10.265197 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c17cbb-b002-4df8-be13-cdb9712aed99 x-openstack-request-id: req-08c17cbb-b002-4df8-be13-cdb9712aed99 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:10.265580 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:10.265883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08c17cbb-b002-4df8-be13-cdb9712aed99 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:10.266356 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c17cbb-b002-4df8-be13-cdb9712aed99'] response: {'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'status': 'completed', 'code': 200} Apr 06 13:56:10.266646 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:56:10.269028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Checking segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:56:10.269028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Bound using segment: {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'} {{(pid=109799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:56:10.269028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.managers [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Bound port: 390ddf1c-6400-4755-8d57-b2adfcc58066, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6178ca-7915-41ab-990a-11f10209124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954'}}] {{(pid=109799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:56:10.269028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:10.290637 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:10.347433 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, cleared binding levels {{(pid=109799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:56:10.350287 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:56:10.357894 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:10.392440 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.393064 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:10.394479 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] 10.222.0.15 "PUT /v2.0/ports/390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 200 len: 1094 time: 1.0316358 Apr 06 13:56:10.400891 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:10.403378 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb737a6e-ff72-4b82-b31c-03d57e5740bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:10.431049 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f573-9d8a-486e-a822-1fa89485a950 service neutron] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=3']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:10.454520 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa37072d-fddf-42d9-a208-b9f94f2b25af x-openstack-request-id: req-fa37072d-fddf-42d9-a208-b9f94f2b25af {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:10.454934 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:10.455195 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa37072d-fddf-42d9-a208-b9f94f2b25af {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:10.455602 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa37072d-fddf-42d9-a208-b9f94f2b25af'] response: {'name': 'network-changed', 'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'status': 'completed', 'code': 200} Apr 06 13:56:10.549505 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd9cff549-41cf-4417-bdc7-0c13cbd62263', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:56Z', 'updated_at': '2022-04-06T13:56:09Z', 'revision_number': 3, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.581808 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93813615-171b-42e5-ba15-b49961621b15 None None] Checking router: 8f270fbf-22a6-43c1-b371-43b03faf3dab for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:10.590813 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:10.591467 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:55:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.697412 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:10.932395 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-93813615-171b-42e5-ba15-b49961621b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd9cff549-41cf-4417-bdc7-0c13cbd62263', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:56Z', 'updated_at': '2022-04-06T13:56:09Z', 'revision_number': 3, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:10.958597 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93813615-171b-42e5-ba15-b49961621b15 None None] The sync data for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi is: [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd9cff549-41cf-4417-bdc7-0c13cbd62263', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'port_id': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'mac_address': 'fa:16:3e:82:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:56Z', 'updated_at': '2022-04-06T13:56:09Z', 'revision_number': 3, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:11.087932 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c9d5c-9de9-4ba8-9b2c-6d04586ad888 req-f0a180ce-50ec-4756-b06a-24f001329190 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.089877 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4f8c9d5c-9de9-4ba8-9b2c-6d04586ad888 req-f0a180ce-50ec-4756-b06a-24f001329190 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 945 time: 0.0698035 Apr 06 13:56:11.126971 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-fc5608c9-9384-4ed6-81f5-f85e09f722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.128550 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-fc5608c9-9384-4ed6-81f5-f85e09f722b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.0575452 Apr 06 13:56:11.161190 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4f8c9d5c-9de9-4ba8-9b2c-6d04586ad888 req-a7e008c0-ea64-4d99-873b-20607da223be tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3684dba-1713-4efc-824a-bae86061ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564001 Apr 06 13:56:11.164173 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb737a6e-ff72-4b82-b31c-03d57e5740bc req-50dfa135-3ef6-4ff5-9415-6e7590f86f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.165617 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb737a6e-ff72-4b82-b31c-03d57e5740bc req-50dfa135-3ef6-4ff5-9415-6e7590f86f7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1128 time: 0.0959904 Apr 06 13:56:11.227769 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-6b7c5634-452e-477c-ba4f-42499c8b400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.229254 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-6b7c5634-452e-477c-ba4f-42499c8b400a service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.0867040 Apr 06 13:56:11.321479 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-21b2097a-6666-42dc-9fdb-528d163251f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 1002 time: 0.0697827 Apr 06 13:56:11.418054 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb737a6e-ff72-4b82-b31c-03d57e5740bc req-a162404e-ff61-461b-b091-d9db106aba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.419616 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb737a6e-ff72-4b82-b31c-03d57e5740bc req-a162404e-ff61-461b-b091-d9db106aba2f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1682825 Apr 06 13:56:11.445512 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-6e3e0db8-47a2-4c5a-a00c-d3df771be162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.446893 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-6e3e0db8-47a2-4c5a-a00c-d3df771be162 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0833495 Apr 06 13:56:11.474832 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b3de6-4984-4637-91dd-3410ec61d5f0 req-a5db8aa8-bdfb-4ddd-bf5a-db43efb1318f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.476352 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-658b3de6-4984-4637-91dd-3410ec61d5f0 req-a5db8aa8-bdfb-4ddd-bf5a-db43efb1318f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.1404102 Apr 06 13:56:11.500126 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9e89d49d-af09-4c47-ae4d-5d01503ec880 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.501677 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9e89d49d-af09-4c47-ae4d-5d01503ec880 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 945 time: 0.1393075 Apr 06 13:56:11.589536 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb737a6e-ff72-4b82-b31c-03d57e5740bc req-0b7248de-144e-4f34-a4d8-c9b3e0eb9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.591108 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fb737a6e-ff72-4b82-b31c-03d57e5740bc req-0b7248de-144e-4f34-a4d8-c9b3e0eb9582 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600642 Apr 06 13:56:11.610448 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-ed9133fa-69c0-4b0d-a680-50f1ec803250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.612029 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-ed9133fa-69c0-4b0d-a680-50f1ec803250 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1579244 Apr 06 13:56:11.617222 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-658b3de6-4984-4637-91dd-3410ec61d5f0 req-8412161d-d476-4356-a767-15ee8c850be1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260836 Apr 06 13:56:11.676601 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-93a62c17-29fa-4149-beb2-a0356e6dc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.678241 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-93a62c17-29fa-4149-beb2-a0356e6dc0ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1128 time: 0.0491579 Apr 06 13:56:11.712922 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Deleting port 5db89abb-6e3d-4b72-ade5-8002fc0df226 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:11.713228 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:11.722164 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-c17c6970-a7dd-4653-a426-7e2acfa2b08b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 200 len: 217 time: 0.0371015 Apr 06 13:56:11.775372 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-f41979f0-2bce-4ccb-b9e2-454b831e464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.776911 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-f41979f0-2bce-4ccb-b9e2-454b831e464b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.0478897 Apr 06 13:56:11.801569 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-d7af429e-4104-4fd5-b323-ff5fb054df4a service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818235 Apr 06 13:56:11.848195 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32409d-28ff-438e-8fab-0110390c3999 req-5084f2bb-95db-499d-a639-3bbc1a721fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:11.849806 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-5084f2bb-95db-499d-a639-3bbc1a721fef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661721 Apr 06 13:56:11.889431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] For port 5db89abb-6e3d-4b72-ade5-8002fc0df226, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=5db89abb-6e3d-4b72-ade5-8002fc0df226,segment=NetworkSegment(21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f),segment_id=21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:11.889833 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:11.910804 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Calling delete_port for 5db89abb-6e3d-4b72-ade5-8002fc0df226 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:11.959841 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-c64993bd-219f-4ae2-955e-330fa16d768f service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025243 Apr 06 13:56:11.975459 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5ed55446-7978-42c2-b21f-7e3739d60083 req-0ba5f939-23ec-452e-8a4e-6acac539203d service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674275 Apr 06 13:56:12.057116 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3b32409d-28ff-438e-8fab-0110390c3999 req-89035fe3-a90c-4aa1-8939-ca3d8218cfc5 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910306 Apr 06 13:56:12.087683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (5db89abb-6e3d-4b72-ade5-8002fc0df226), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:12.099785 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['5db89abb-6e3d-4b72-ade5-8002fc0df226'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:56:12.124015 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Pushing event deleted for resources: {'Port': ['ID=5db89abb-6e3d-4b72-ade5-8002fc0df226,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:12.168049 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] No DVR routers for this DVR port 5db89abb-6e3d-4b72-ade5-8002fc0df226 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:12.170957 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:12.174281 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-029b23a4-e45c-445f-992e-d965ab7e7602 req-9c51eece-9563-404d-9b1d-e406b5c73bda tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.15 "DELETE /v2.0/ports/5db89abb-6e3d-4b72-ade5-8002fc0df226 HTTP/1.1" status: 204 len: 173 time: 0.6652436 Apr 06 13:56:12.267250 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}, {'server_uuid': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'name': 'network-vif-deleted', 'tag': '5db89abb-6e3d-4b72-ade5-8002fc0df226'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:12.267832 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c8a86772-e8ef-44f4-8354-c4289d3b19a0 req-dc7ab728-a1ef-48c2-80e7-4d111b6409d8 tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 210 time: 0.0310023 Apr 06 13:56:12.269541 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd"}, {"server_uuid": "4d8ac500-334c-4362-adb6-79cb7d0c6069", "name": "network-vif-deleted", "tag": "5db89abb-6e3d-4b72-ade5-8002fc0df226"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:12.314275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1a7531-7701-47b2-ac11-d7ffdcde52be x-openstack-request-id: req-1a1a7531-7701-47b2-ac11-d7ffdcde52be {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:12.314637 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd", "status": "completed", "code": 200}, {"server_uuid": "4d8ac500-334c-4362-adb6-79cb7d0c6069", "name": "network-vif-deleted", "tag": "5db89abb-6e3d-4b72-ade5-8002fc0df226", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:12.315031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a1a7531-7701-47b2-ac11-d7ffdcde52be {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:12.315484 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1a7531-7701-47b2-ac11-d7ffdcde52be'] response: {'name': 'network-changed', 'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'status': 'completed', 'code': 200} Apr 06 13:56:12.315747 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1a7531-7701-47b2-ac11-d7ffdcde52be'] response: {'server_uuid': '4d8ac500-334c-4362-adb6-79cb7d0c6069', 'name': 'network-vif-deleted', 'tag': '5db89abb-6e3d-4b72-ade5-8002fc0df226', 'status': 'completed', 'code': 200} Apr 06 13:56:12.756674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746ecbf-9403-4b11-b77a-cab40dd8c62d req-3a4ab846-4eee-4170-9d17-7cacc560c089 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:12.758140 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4746ecbf-9403-4b11-b77a-cab40dd8c62d req-3a4ab846-4eee-4170-9d17-7cacc560c089 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0612049 Apr 06 13:56:12.808468 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4746ecbf-9403-4b11-b77a-cab40dd8c62d req-0cca03df-bbd7-419d-a9e6-a69154b0a28d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Apr 06 13:56:12.987553 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-0e1936d5-817c-427d-8a87-02116087a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:12.989287 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-0e1936d5-817c-427d-8a87-02116087a8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 1130 time: 0.0538621 Apr 06 13:56:13.101437 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-037fcb50-caa0-4018-a379-70f949bbe354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.102959 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-037fcb50-caa0-4018-a379-70f949bbe354 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 200 len: 917 time: 0.1053932 Apr 06 13:56:13.328463 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-c21fc3d5-43e3-4ba0-b449-ad1648761ec0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 200 len: 1002 time: 0.0685184 Apr 06 13:56:13.399000 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ef813ea7-9364-4ea4-a779-cda8e6a1efda req-a60de2bd-8ddc-48a4-a2b8-862ad551940c tempest-VolumesSnapshotTestJSON-899147543 tempest-VolumesSnapshotTestJSON-899147543-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d8ac500-334c-4362-adb6-79cb7d0c6069 HTTP/1.1" status: 200 len: 210 time: 0.0347550 Apr 06 13:56:13.409165 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-2135f445-b9d3-4936-99a0-ecb51e9130e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.411205 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-2135f445-b9d3-4936-99a0-ecb51e9130e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 200 len: 855 time: 0.0735121 Apr 06 13:56:13.472504 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-8a65deb9-9d75-4a3d-a698-97719aeb4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.474047 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-8a65deb9-9d75-4a3d-a698-97719aeb4b6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24fab408-9a14-419a-aaa9-a34a477fe4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560985 Apr 06 13:56:13.571280 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-5c006853-75fa-4c40-8216-98715e540dae service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902927 Apr 06 13:56:13.671764 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ea66ce6b-9503-4459-8cb7-bd9ab5988a28 req-083f910b-e154-4d71-a86a-a9a8d444769b service neutron] 10.222.0.15 "GET /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936499 Apr 06 13:56:13.947735 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366309f-4ac3-46b3-a234-426bfa5906fa req-74c06a95-05b7-4798-a6ec-6b109f08f11b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.949226 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0366309f-4ac3-46b3-a234-426bfa5906fa req-74c06a95-05b7-4798-a6ec-6b109f08f11b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0671144 Apr 06 13:56:14.000380 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0366309f-4ac3-46b3-a234-426bfa5906fa req-f8568145-bda2-4db2-9f83-ff8776c8887f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Apr 06 13:56:15.132184 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabd5d1-bfd2-427a-b58a-8aa74ddf8682 req-1bbc4877-0101-4c1e-9c75-18e053e1ca78 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:15.133719 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-eaabd5d1-bfd2-427a-b58a-8aa74ddf8682 req-1bbc4877-0101-4c1e-9c75-18e053e1ca78 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0609322 Apr 06 13:56:15.196113 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-eaabd5d1-bfd2-427a-b58a-8aa74ddf8682 req-5e211959-1a48-4d4b-857c-c0d1f3133688 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557952 Apr 06 13:56:15.456276 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:56:15.459556 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 5db89abb-6e3d-4b72-ade5-8002fc0df226 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:15.491469 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 5db89abb-6e3d-4b72-ade5-8002fc0df226 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:15.491924 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 5db89abb-6e3d-4b72-ade5-8002fc0df226 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:15.588401 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:15.600727 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'mac_address': 'fa:16:3e:7d:54:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:56:15.643246 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:15.643812 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:15.662384 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390ddf1c-6400-4755-8d57-b2adfcc58066 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:15.683522 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:15.691445 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:15.745433 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:15.963169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['390ddf1c-6400-4755-8d57-b2adfcc58066'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:56:16.332862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd5c9e-c822-49ae-bf2d-d62ac4d23565 req-d910ecf0-1b44-42e5-be55-4154fc0774b2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:16.334217 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bedd5c9e-c822-49ae-bf2d-d62ac4d23565 req-d910ecf0-1b44-42e5-be55-4154fc0774b2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 945 time: 0.0600762 Apr 06 13:56:16.380861 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bedd5c9e-c822-49ae-bf2d-d62ac4d23565 req-b723c908-72e8-4a94-81d1-ae84ce19efb8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Apr 06 13:56:17.528917 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c834e3-8283-43f3-9139-3ae741473277 req-f8af0a9a-890a-42d2-95f6-b9dcc11c69d3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:17.530382 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84c834e3-8283-43f3-9139-3ae741473277 req-f8af0a9a-890a-42d2-95f6-b9dcc11c69d3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 945 time: 0.0627358 Apr 06 13:56:17.587676 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-84c834e3-8283-43f3-9139-3ae741473277 req-10596452-e3c1-4951-bcf6-11ea6d867fc4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494249 Apr 06 13:56:18.725670 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5bd2d-2dc4-439b-ad2c-0335500f6d12 req-ff1fffa5-2954-4029-bc5e-b616a6bd7eae tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:18.727175 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8ed5bd2d-2dc4-439b-ad2c-0335500f6d12 req-ff1fffa5-2954-4029-bc5e-b616a6bd7eae tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 945 time: 0.0588844 Apr 06 13:56:18.778279 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8ed5bd2d-2dc4-439b-ad2c-0335500f6d12 req-87b92287-ca80-4709-8744-ce03e21b7f54 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Apr 06 13:56:19.218389 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:56:19.252584 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.277796 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 390ddf1c-6400-4755-8d57-b2adfcc58066 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:56:19.281976 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 390ddf1c-6400-4755-8d57-b2adfcc58066 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:19.282351 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.373715 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:19.374318 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.407894 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:19.410388 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0264a46-b10d-45d5-9806-ee86f9c72c0e" -d '{"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-plugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:19.429308 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:19.435595 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.469795 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172a2613-f536-400c-b68f-42d3d906110b x-openstack-request-id: req-172a2613-f536-400c-b68f-42d3d906110b {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:19.470087 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-plugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:19.470340 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-172a2613-f536-400c-b68f-42d3d906110b {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:19.470758 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172a2613-f536-400c-b68f-42d3d906110b'] response: {'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'code': 200} Apr 06 13:56:19.506312 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:19.696594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6abcc0-9df9-449b-9d34-6df80140c669 req-a23f426c-68a5-47a7-af87-bca09a0543d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:19.698105 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a6abcc0-9df9-449b-9d34-6df80140c669 req-a23f426c-68a5-47a7-af87-bca09a0543d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1130 time: 0.0569375 Apr 06 13:56:19.745169 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a6abcc0-9df9-449b-9d34-6df80140c669 req-d6d5d195-aed2-4c2a-8107-ba915b615632 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394814 Apr 06 13:56:19.910061 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676807ab-a6ab-4e1d-b43a-14465d6b34a1 req-8d630f45-9bd4-49b7-96d2-01bacd7fd0ba tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:19.911732 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-676807ab-a6ab-4e1d-b43a-14465d6b34a1 req-8d630f45-9bd4-49b7-96d2-01bacd7fd0ba tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0611253 Apr 06 13:56:19.964336 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-676807ab-a6ab-4e1d-b43a-14465d6b34a1 req-023333db-68ea-425a-b7a8-8b9dc97b0b52 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463552 Apr 06 13:56:20.614227 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-e8b74055-4381-4ad6-83ba-1b75f441c539 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497682 Apr 06 13:56:20.702953 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-aab48375-f21f-4e4c-8a7f-b71fec7609ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:20.704399 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-aab48375-f21f-4e4c-8a7f-b71fec7609ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 1130 time: 0.0469286 Apr 06 13:56:20.842015 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-57caee70-f6bf-4b44-88af-baff491439b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:20.843708 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-57caee70-f6bf-4b44-88af-baff491439b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.1067920 Apr 06 13:56:21.269518 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948770a-cb2b-49fe-a6c7-a63a902f5d8f req-91df85eb-1ed4-48c4-915f-f10f4d691aca tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.271048 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8948770a-cb2b-49fe-a6c7-a63a902f5d8f req-91df85eb-1ed4-48c4-915f-f10f4d691aca tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.2308826 Apr 06 13:56:21.324082 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8948770a-cb2b-49fe-a6c7-a63a902f5d8f req-08c62326-8a9f-4364-b1fe-4d42a56cae91 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461843 Apr 06 13:56:21.445811 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-78da6c71-23e0-4719-a62a-a9a42f696ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 200 len: 1001 time: 0.0706840 Apr 06 13:56:21.498845 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-8e3fc560-b034-4ec1-ac0b-b544562c543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.500436 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-8e3fc560-b034-4ec1-ac0b-b544562c543e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0465848 Apr 06 13:56:21.556863 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-f0672f8a-7744-4d7c-8b7d-350b03fd7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.558333 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-f0672f8a-7744-4d7c-8b7d-350b03fd7a27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506842 Apr 06 13:56:21.657087 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-966e70b8-3c2e-4025-bd1f-34cbd9b461a6 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919518 Apr 06 13:56:21.763708 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-503f05fb-ab2b-4649-af05-f0e6ec1e0de1 req-05a096dd-d3aa-471f-b520-6a1ddeec6815 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998900 Apr 06 13:56:22.531223 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6754518-11bd-4c07-af76-ebe53ef301d5 req-4ad65c0f-fb15-413c-9c35-8cafc3901c6f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:22.532742 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b6754518-11bd-4c07-af76-ebe53ef301d5 req-4ad65c0f-fb15-413c-9c35-8cafc3901c6f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.1317763 Apr 06 13:56:22.588874 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b6754518-11bd-4c07-af76-ebe53ef301d5 req-35053b2e-8ce3-48e7-8804-ec5661774794 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503857 Apr 06 13:56:22.726453 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25bba3-c505-49d9-b342-4253653acd27 req-f591f382-c907-48f9-8d21-d985df33b657 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:22.727978 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0e25bba3-c505-49d9-b342-4253653acd27 req-f591f382-c907-48f9-8d21-d985df33b657 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0620322 Apr 06 13:56:22.736711 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58678) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:22.741042 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Request body: {'floatingip': {'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:22.791270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (720c3a01-227c-4869-ae30-520cc2b14f78), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:23.231748 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:23.238062 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (720c3a01-227c-4869-ae30-520cc2b14f78), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:23.352177 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Floating IP 720c3a01-227c-4869-ae30-520cc2b14f78 associated. External IP: 172.27.0.48, port: 390ddf1c-6400-4755-8d57-b2adfcc58066. Apr 06 13:56:23.809457 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Router 511e193f-e573-45c9-815e-34ed3baf7b59 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:23.916345 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:23.921483 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:23.926307 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:23.937640 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:23.938255 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:55:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:23.956089 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-deb215c8-439b-4f38-8928-01fb8e71c565 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "PUT /v2.0/floatingips/720c3a01-227c-4869-ae30-520cc2b14f78 HTTP/1.1" status: 200 len: 991 time: 1.2183268 Apr 06 13:56:23.956692 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:23.958979 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9123ac-686f-4bb2-9037-d921f49601f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:23.995350 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eee536-60da-4044-9747-c4f2b9e0f407 x-openstack-request-id: req-13eee536-60da-4044-9747-c4f2b9e0f407 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:23.995615 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:23.995905 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13eee536-60da-4044-9747-c4f2b9e0f407 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:23.996307 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13eee536-60da-4044-9747-c4f2b9e0f407'] response: {'name': 'network-changed', 'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'status': 'completed', 'code': 200} Apr 06 13:56:24.051174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:24.460172 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '720c3a01-227c-4869-ae30-520cc2b14f78', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'mac_address': 'fa:16:3e:7d:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:04Z', 'updated_at': '2022-04-06T13:56:23Z', 'revision_number': 1, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:24.491498 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:24.500969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:24.501654 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:55:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:24.623844 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:24.689494 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:56:24.874292 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '720c3a01-227c-4869-ae30-520cc2b14f78', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'mac_address': 'fa:16:3e:7d:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:04Z', 'updated_at': '2022-04-06T13:56:23Z', 'revision_number': 1, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:24.903472 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d9735-9717-4d5e-af04-f8f17e14f35e None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '720c3a01-227c-4869-ae30-520cc2b14f78', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'mac_address': 'fa:16:3e:7d:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:04Z', 'updated_at': '2022-04-06T13:56:23Z', 'revision_number': 1, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:25.112711 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508ad2a-b689-41b3-ad56-348018236033 None None] New status for floating IP 720c3a01-227c-4869-ae30-520cc2b14f78: ACTIVE {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:25.461949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9445e057-6b65-404b-9a85-10a27228cf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:26.064223 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-eb615f43-ed30-4939-884a-03cd067ebaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:26.065683 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-eb615f43-ed30-4939-884a-03cd067ebaf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1130 time: 0.0471537 Apr 06 13:56:26.166380 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-1e46d2b2-6519-49ea-b741-01e6bf3ea381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:26.167939 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-1e46d2b2-6519-49ea-b741-01e6bf3ea381 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 916 time: 0.0956182 Apr 06 13:56:26.256667 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-9ba05ea7-ad4e-4410-8416-7746ab8b3936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 200 len: 1001 time: 0.0767534 Apr 06 13:56:26.308730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-89d065f8-3fb2-45b5-ba6b-6be9201cfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:26.310216 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-89d065f8-3fb2-45b5-ba6b-6be9201cfbd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.0465620 Apr 06 13:56:26.366754 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-342785be-9f27-4e3c-85ae-eb0c218ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:26.368403 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-342785be-9f27-4e3c-85ae-eb0c218ff521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491657 Apr 06 13:56:26.716605 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-a388ffc7-abb8-4857-a0e4-e33fab2e9bab service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408484 Apr 06 13:56:26.769831 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829adb5-de84-42db-b0b0-9946f915e94c req-08f73e25-1651-4226-9416-62f87d135888 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:26.771332 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6829adb5-de84-42db-b0b0-9946f915e94c req-08f73e25-1651-4226-9416-62f87d135888 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0525548 Apr 06 13:56:26.821404 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6829adb5-de84-42db-b0b0-9946f915e94c req-004c1ea1-0bfd-4cdd-9ffd-403c7de95d5c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Apr 06 13:56:27.954231 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52948-ef34-4ef6-9d45-7b403c8ffbab req-6ab68295-965d-428e-b9f0-2fd6d658fae1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:27.955762 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0ec52948-ef34-4ef6-9d45-7b403c8ffbab req-6ab68295-965d-428e-b9f0-2fd6d658fae1 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0555127 Apr 06 13:56:28.008112 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0ec52948-ef34-4ef6-9d45-7b403c8ffbab req-a1089987-de39-4c8d-8a50-217460865d3b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464373 Apr 06 13:56:28.108330 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b008644c-683a-4885-a428-e67e780de2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:28.570754 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1c9123ac-686f-4bb2-9037-d921f49601f3 req-1808e79f-72a2-4b08-8e03-4672de25eb01 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903418 Apr 06 13:56:29.012236 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-38233600-4b33-4d35-9af3-7c5066de553d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:29.013840 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-38233600-4b33-4d35-9af3-7c5066de553d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.0644612 Apr 06 13:56:29.136781 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Deleting port 1f78212b-af3b-4985-8920-15605ba9716f {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:29.136964 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (1f78212b-af3b-4985-8920-15605ba9716f), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.184060 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.221653 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969168ff-c49c-4d6a-9dfa-e32e3d9d8bc4 req-e907212a-80d4-4cf5-9172-51592a2967d5 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:29.222417 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-969168ff-c49c-4d6a-9dfa-e32e3d9d8bc4 req-e907212a-80d4-4cf5-9172-51592a2967d5 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 946 time: 0.1021528 Apr 06 13:56:29.253923 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] For port 1f78212b-af3b-4985-8920-15605ba9716f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=1f78212b-af3b-4985-8920-15605ba9716f,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:29.254290 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (1f78212b-af3b-4985-8920-15605ba9716f), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.272923 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-969168ff-c49c-4d6a-9dfa-e32e3d9d8bc4 req-d2865950-01ae-4463-8e4c-3f64177d24d7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Apr 06 13:56:29.499217 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.499705 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (10084183-a957-4e34-bd36-4a2e94197f4b), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.500063 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Floating IP 10084183-a957-4e34-bd36-4a2e94197f4b disassociated. External IP: 172.27.0.52, port: 1f78212b-af3b-4985-8920-15605ba9716f. Apr 06 13:56:29.500398 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Calling delete_port for 1f78212b-af3b-4985-8920-15605ba9716f owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:29.644121 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (1f78212b-af3b-4985-8920-15605ba9716f), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.674911 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event deleted for resources: {'Port': ['ID=1f78212b-af3b-4985-8920-15605ba9716f,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:29.796242 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:29.916126 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:29.927605 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:29.942416 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:29.943112 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.966857 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] No DVR routers for this DVR port 1f78212b-af3b-4985-8920-15605ba9716f on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:29.969642 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.973107 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad819248-8e7a-4e37-98dc-cc15082d49be req-49765c6a-45b1-4537-8993-b8eea375375d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "DELETE /v2.0/ports/1f78212b-af3b-4985-8920-15605ba9716f HTTP/1.1" status: 204 len: 173 time: 0.9534049 Apr 06 13:56:29.973595 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'name': 'network-vif-deleted', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:29.976506 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f9888-58c0-436a-864c-e9406927f514" -d '{"events": [{"server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "name": "network-vif-deleted", "tag": "1f78212b-af3b-4985-8920-15605ba9716f"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:30.029005 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65d465-97b1-4ad8-8503-4e241e7f5b1d x-openstack-request-id: req-ce65d465-97b1-4ad8-8503-4e241e7f5b1d {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:30.030137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05018286-8bed-4335-b9d2-5734ca866f25", "name": "network-vif-deleted", "tag": "1f78212b-af3b-4985-8920-15605ba9716f", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:30.030137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce65d465-97b1-4ad8-8503-4e241e7f5b1d {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:30.030578 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce65d465-97b1-4ad8-8503-4e241e7f5b1d'] response: {'server_uuid': '05018286-8bed-4335-b9d2-5734ca866f25', 'name': 'network-vif-deleted', 'tag': '1f78212b-af3b-4985-8920-15605ba9716f', 'status': 'completed', 'code': 200} Apr 06 13:56:30.075775 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:30.333835 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:30.372304 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:30.387806 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:30.388670 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:30.412519 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6f19d33b-cd15-498f-b53b-a1a53c00d456 req-e4b8324d-0fda-4fb2-8466-899d052cde01 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=05018286-8bed-4335-b9d2-5734ca866f25 HTTP/1.1" status: 200 len: 210 time: 0.0366426 Apr 06 13:56:30.469344 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.534804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:30.757258 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:30.787644 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180726-c27d-4920-a73f-16b097c1ef6c None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:31.030485 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93b3c3-8f8e-4caa-b0bc-1db3b6eab372 None None] New status for floating IP 10084183-a957-4e34-bd36-4a2e94197f4b: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:31.276600 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 1f78212b-af3b-4985-8920-15605ba9716f no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:31.297743 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 1f78212b-af3b-4985-8920-15605ba9716f {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:31.300270 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 1f78212b-af3b-4985-8920-15605ba9716f not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:31.509969 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58760) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:31.572633 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b93f48d6-0ba4-4194-80a3-f071df8a6c66 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.597188 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b93f48d6-0ba4-4194-80a3-f071df8a6c66 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.652806 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b93f48d6-0ba4-4194-80a3-f071df8a6c66 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.655518 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b93f48d6-0ba4-4194-80a3-f071df8a6c66 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.656785 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b93f48d6-0ba4-4194-80a3-f071df8a6c66 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a HTTP/1.1" status: 204 len: 168 time: 0.1453745 Apr 06 13:56:31.659816 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58762) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:31.667373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f48d6-0ba4-4194-80a3-f071df8a6c66 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:31.674333 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.api.v2.resource [None req-cafc5b91-f8cf-4cbe-91a6-4287a214436c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] show failed (client error): The resource could not be found. Apr 06 13:56:31.675424 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-cafc5b91-f8cf-4cbe-91a6-4287a214436c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups/a9f71f5c-42c9-4a92-a6f9-8cba565f1d2a HTTP/1.1" status: 404 len: 347 time: 0.0146041 Apr 06 13:56:31.678569 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58764) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:31.811928 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Deleting port 679ee6f5-92d8-4778-96c8-95269fd68a93 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:31.812278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.896307 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.896547 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (679ee6f5-92d8-4778-96c8-95269fd68a93), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.909298 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Calling delete_port for 679ee6f5-92d8-4778-96c8-95269fd68a93 owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:32.050814 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (679ee6f5-92d8-4778-96c8-95269fd68a93), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.074905 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event deleted for resources: {'Port': ['ID=679ee6f5-92d8-4778-96c8-95269fd68a93,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:32.138533 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (10084183-a957-4e34-bd36-4a2e94197f4b), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.141084 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.142393 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-dd1d126c-df9a-4e23-b1fb-a4a9d6f56558 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "DELETE /v2.0/floatingips/10084183-a957-4e34-bd36-4a2e94197f4b HTTP/1.1" status: 204 len: 168 time: 0.4626060 Apr 06 13:56:32.473965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.672912 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58774) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:32.677864 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076097694', 'description': 'tempest-description--1331663642'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:32.704563 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.770803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (e773e1ad-0022-4002-902d-f7e40301f5a1), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.776324 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e773e1ad-0022-4002-902d-f7e40301f5a1), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.803578 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.804794 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1308014 Apr 06 13:56:32.807951 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58776) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:32.809398 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df09801-9988-4912-8b6a-613589af6246 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e773e1ad-0022-4002-902d-f7e40301f5a1,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:32.812602 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'security_group_rule': {'security_group_id': 'e773e1ad-0022-4002-902d-f7e40301f5a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:32.838842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (3cdb5305-f762-4d1c-923e-ef01301fc30b), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.899523 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (3cdb5305-f762-4d1c-923e-ef01301fc30b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.905256 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (3cdb5305-f762-4d1c-923e-ef01301fc30b), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.931186 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdb5305-f762-4d1c-923e-ef01301fc30b,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:32.944622 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:32.946099 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f18fdebe-3ffb-410b-8f50-504ae22184db tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369796 Apr 06 13:56:32.949224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58778) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:32.956075 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'security_group_rule': {'security_group_id': 'e773e1ad-0022-4002-902d-f7e40301f5a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:32.985210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (9e653ce6-5d96-4450-9628-73c1ded403b2), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.050508 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (9e653ce6-5d96-4450-9628-73c1ded403b2), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.056134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (9e653ce6-5d96-4450-9628-73c1ded403b2), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.073092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e653ce6-5d96-4450-9628-73c1ded403b2,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:33.082948 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.084200 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-235414df-3c84-4524-92fb-f42ee734babe tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336231 Apr 06 13:56:33.088087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58780) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:33.092300 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:33.113645 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.211268 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.327029 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Allocated IP 172.27.0.156 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/359285f5-e9b1-40a6-8bee-73740bcdcc9e) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:33.432331 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.470430 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.520693 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:33.523854 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:33.528280 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:33.531403 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'Port': ['ID=359285f5-e9b1-40a6-8bee-73740bcdcc9e,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:33.615816 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (d833c9f7-49d4-49cc-9b48-5e9e42b015e3), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.658958 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.828880 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.834147 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.909387 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'Port': ['ID=359285f5-e9b1-40a6-8bee-73740bcdcc9e,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:33.918206 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d833c9f7-49d4-49cc-9b48-5e9e42b015e3), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.937757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:33.939044 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-6242b26b-d113-484d-9a43-e30f2b620a55 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8500333 Apr 06 13:56:34.152212 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-39123c91-829a-441f-8bc4-5c3663530e3b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2076097694&fields=id&tenant_id=750ed7962a664cb5b3be50236f74c8da HTTP/1.1" status: 200 len: 267 time: 0.0455852 Apr 06 13:56:34.259737 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-33247a90-eeab-4e83-ad6f-a743f611b815 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:34.261564 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-33247a90-eeab-4e83-ad6f-a743f611b815 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 811 time: 0.1025858 Apr 06 13:56:34.276155 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-77100a1d-16f7-4388-ad45-7f399eb6d424 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/quotas/750ed7962a664cb5b3be50236f74c8da HTTP/1.1" status: 200 len: 375 time: 0.0091839 Apr 06 13:56:34.331765 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-fef53f92-5ae3-46c0-b001-8d1e8e15370b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506821 Apr 06 13:56:34.491507 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-d99b8cf0-c9ce-405a-a0e2-b8ec194bfb57 service neutron] 10.222.0.24 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480312 Apr 06 13:56:34.583186 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-f6a5d826-36ac-4f46-a777-617e8e603e54 service neutron] 10.222.0.24 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836165 Apr 06 13:56:34.750287 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-640d408f-c6cd-41a4-862a-492f6c3a5f32 req-a5a8581e-5729-45f9-9142-7dc350bf3c58 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 210 time: 0.0312469 Apr 06 13:56:35.849887 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b01b282e-4d54-46b5-baf2-52f2788cc476 req-867f994a-1f84-4d82-8552-6edb164c8dcb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 210 time: 0.0289803 Apr 06 13:56:35.883304 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-eebcb1ab-a8b3-4938-90ab-8aa4c3f5de9a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:35.884960 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-eebcb1ab-a8b3-4938-90ab-8aa4c3f5de9a tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 811 time: 0.1109447 Apr 06 13:56:35.896599 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58838) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:35.947590 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Deleting subnet 2472fa76-9461-4c87-9126-f1fa7c01f712 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:56:35.950907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Publish callbacks [] for subnet (2472fa76-9461-4c87-9126-f1fa7c01f712), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:35.954647 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-0d503c2c-5ddb-46d3-8915-dc9c99370001 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=750ed7962a664cb5b3be50236f74c8da HTTP/1.1" status: 200 len: 380 time: 0.0606105 Apr 06 13:56:35.964161 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'port': {'device_id': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'admin_state_up': True, 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'security_groups': ['e773e1ad-0022-4002-902d-f7e40301f5a1']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:35.985522 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (2472fa76-9461-4c87-9126-f1fa7c01f712), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.025073 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (2472fa76-9461-4c87-9126-f1fa7c01f712), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.077467 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Made reservation on behalf of 750ed7962a664cb5b3be50236f74c8da for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:36.081715 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.082112 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (2472fa76-9461-4c87-9126-f1fa7c01f712), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.108561 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2472fa76-9461-4c87-9126-f1fa7c01f712,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.110575 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.113734 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-06947cba-4a56-4335-aea6-4c7d2d03ad3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2472fa76-9461-4c87-9126-f1fa7c01f712 HTTP/1.1" status: 204 len: 168 time: 0.2160289 Apr 06 13:56:36.117141 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58844) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:36.191513 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (f3ab6180-a7d0-456e-9980-ddc830ae3adf), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.222357 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Allocated IP 172.20.0.8 (beccdd48-ac15-4226-af93-4103929f4aa2/9b293028-20a5-445e-9236-88ca99e07fc2/2f159853-cfcd-4cb2-adca-7c75a78f05d9) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:36.276463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (f3ab6180-a7d0-456e-9980-ddc830ae3adf), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.300721 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ab6180-a7d0-456e-9980-ddc830ae3adf']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:36.310916 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:36.311199 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:36.320925 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.335309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.342466 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:36.342466 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (21c0617d-5fdb-46ab-a6ee-bf7a19e36e9f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:36.344350 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:36.386244 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.401694 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (f3ab6180-a7d0-456e-9980-ddc830ae3adf), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.409583 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.413371 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3ab6180-a7d0-456e-9980-ddc830ae3adf HTTP/1.1" status: 204 len: 168 time: 0.2950835 Apr 06 13:56:36.424566 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844266d-c499-41e4-804e-c865caaa2865 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ab6180-a7d0-456e-9980-ddc830ae3adf,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.440146 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.481377 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Network beccdd48-ac15-4226-af93-4103929f4aa2 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:36.484592 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:36.495326 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:36.531594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event updated for resources: {'Port': ['ID=2f159853-cfcd-4cb2-adca-7c75a78f05d9,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.564289 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:36.565116 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.583478 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-a9cc27a3-980b-44a5-b770-c507bc4a1ddb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233606 Apr 06 13:56:36.602614 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58850) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:36.659588 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-d5f0ec23-4e67-4072-8d1c-d6f59d2b92fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78ffa63ac8fe449d8c905f5e46034cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554793 Apr 06 13:56:36.662173 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58852) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:36.721255 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c6a13d83-63e2-46ed-9341-c1cfd54765e2 admin admin] Publish callbacks [] for security_group (c3684dba-1713-4efc-824a-bae86061ae3a), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.724157 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Request body: {'port': {'device_id': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:36.746249 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c6a13d83-63e2-46ed-9341-c1cfd54765e2 admin admin] Publish callbacks [] for security_group (c3684dba-1713-4efc-824a-bae86061ae3a), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.787538 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.792906 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c6a13d83-63e2-46ed-9341-c1cfd54765e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c3684dba-1713-4efc-824a-bae86061ae3a), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.795786 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c6a13d83-63e2-46ed-9341-c1cfd54765e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.796955 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-c6a13d83-63e2-46ed-9341-c1cfd54765e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3684dba-1713-4efc-824a-bae86061ae3a HTTP/1.1" status: 204 len: 168 time: 0.1336303 Apr 06 13:56:36.806270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a13d83-63e2-46ed-9341-c1cfd54765e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3684dba-1713-4efc-824a-bae86061ae3a,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:36.852942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-3b0b236d-9215-4131-b57a-5faa2a3b3a3d None None] Provisioning complete for port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:36.853605 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-3b0b236d-9215-4131-b57a-5faa2a3b3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:36.924098 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b236d-9215-4131-b57a-5faa2a3b3a3d None None] Port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:56:37.054623 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de459186-742e-47f9-8b19-cf414d96c8df req-5eb55b89-fd5a-4290-b44e-ac141da5a4dd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:37.056313 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-de459186-742e-47f9-8b19-cf414d96c8df req-5eb55b89-fd5a-4290-b44e-ac141da5a4dd tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 931 time: 0.1192787 Apr 06 13:56:37.158729 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-de459186-742e-47f9-8b19-cf414d96c8df req-f6b91cdb-0fd5-40ce-8787-39751acd931c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953643 Apr 06 13:56:37.171415 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f159853-cfcd-4cb2-adca-7c75a78f05d9 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:37.187435 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Publish callbacks [] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:37.202463 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Transition to ACTIVE for port object 2f159853-cfcd-4cb2-adca-7c75a78f05d9 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:56:37.209500 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:37.262888 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Pushing event updated for resources: {'Port': ['ID=2f159853-cfcd-4cb2-adca-7c75a78f05d9,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:37.348534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Attempting to bind port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:56:37.348859 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Attempting to bind port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:56:37.349177 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Attempting to bind port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 on network beccdd48-ac15-4226-af93-4103929f4aa2 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:37.354182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 on network beccdd48-ac15-4226-af93-4103929f4aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:56:37.355151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Attempting to bind port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 on network beccdd48-ac15-4226-af93-4103929f4aa2 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:37.361695 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:56:37.362040 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Checking segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:56:37.362411 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Bound using segment: {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:56:37.362876 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Bound port: 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f47864-8b18-4241-a378-5e25eb562524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:56:37.363233 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:37.440002 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] For port 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:56:37.443766 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] For port 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:56:37.451777 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:37.486651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:37.487288 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:37.488719 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] 10.222.0.15 "PUT /v2.0/ports/2f159853-cfcd-4cb2-adca-7c75a78f05d9 HTTP/1.1" status: 200 len: 1093 time: 0.8962505 Apr 06 13:56:37.489201 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:37.491595 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6151344-f299-463d-a2a7-b6551c8ad6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:37.529369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255728e-a2a8-4f04-8e6f-bbbd3c96a79a service neutron] Pushing event updated for resources: {'Port': ['ID=2f159853-cfcd-4cb2-adca-7c75a78f05d9,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:37.542437 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c57d95-b371-4fbb-91d3-d05bfccc6231 x-openstack-request-id: req-16c57d95-b371-4fbb-91d3-d05bfccc6231 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:37.542724 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:37.543034 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16c57d95-b371-4fbb-91d3-d05bfccc6231 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:37.543412 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c57d95-b371-4fbb-91d3-d05bfccc6231'] response: {'name': 'network-changed', 'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'status': 'completed', 'code': 200} Apr 06 13:56:37.585287 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-3374a074-4ef1-4f66-b6e5-c21ebee7e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:37.586921 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-3374a074-4ef1-4f66-b6e5-c21ebee7e571 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 1127 time: 0.0535905 Apr 06 13:56:37.629446 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-f6c28332-0a34-4bff-a3e2-63bfa3ba6415 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9 HTTP/1.1" status: 200 len: 217 time: 0.0346434 Apr 06 13:56:37.682755 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-ad463378-3936-4851-8e3e-e3b6b9b573a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:37.685261 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-ad463378-3936-4851-8e3e-e3b6b9b573a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0496662 Apr 06 13:56:37.761237 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6137f846-7203-42f8-8d37-27e0e7b21b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:37.762975 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-6137f846-7203-42f8-8d37-27e0e7b21b1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718577 Apr 06 13:56:37.859506 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-27aedce9-0d60-46e1-a1ad-9441fd02820a service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899191 Apr 06 13:56:37.953753 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-afde1184-3827-4b5c-bdf6-0cb69d1967de req-741408bb-a18d-46f6-b37f-308f0d8ed4ec service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875118 Apr 06 13:56:38.297732 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db0f6a-1784-4359-86ee-e955c92582d0 req-d689a0a6-b6de-437c-8405-a6a291d0932c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:38.299193 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4db0f6a-1784-4359-86ee-e955c92582d0 req-d689a0a6-b6de-437c-8405-a6a291d0932c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 943 time: 0.0650744 Apr 06 13:56:38.362983 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4db0f6a-1784-4359-86ee-e955c92582d0 req-2dfe0583-6b29-460f-89b7-e21fdb3ef6e3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557029 Apr 06 13:56:38.922363 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-47fa778a-e70c-4f1b-a64b-7fd5ed0c0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:38.923956 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-47fa778a-e70c-4f1b-a64b-7fd5ed0c0976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 1127 time: 0.0531299 Apr 06 13:56:39.020519 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-517cec9d-8779-42b1-a223-6632b8d9b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.022004 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-517cec9d-8779-42b1-a223-6632b8d9b4dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.0916386 Apr 06 13:56:39.067119 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-58945dc0-ea8b-48a0-94f1-ab50e35a7f0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9 HTTP/1.1" status: 200 len: 217 time: 0.0377502 Apr 06 13:56:39.121556 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-3171b80a-e00d-465f-972e-13fd3984afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.123077 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-3171b80a-e00d-465f-972e-13fd3984afda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0494034 Apr 06 13:56:39.177522 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-a8e05dba-648d-4021-b8e4-cc9324abe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.179031 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-a8e05dba-648d-4021-b8e4-cc9324abe80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485883 Apr 06 13:56:39.274420 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-cfac3e6a-588c-4dbf-ad66-fd84e27c6230 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886590 Apr 06 13:56:39.303277 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 2f159853-cfcd-4cb2-adca-7c75a78f05d9 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:56:39.366651 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c6151344-f299-463d-a2a7-b6551c8ad6a6 req-e5528d78-fdab-4c90-be6a-1e3b1923449a service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862021 Apr 06 13:56:39.412761 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:39.424172 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'port_id': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'mac_address': 'fa:16:3e:bd:dc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:56:39.464055 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:39.464355 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:39.480917 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f159853-cfcd-4cb2-adca-7c75a78f05d9 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:39.489161 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf4ba0-f271-4213-9991-d843f4058866 req-a0a5caf5-49a4-4149-9d76-4bc4a99ccfc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.490633 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fadf4ba0-f271-4213-9991-d843f4058866 req-a0a5caf5-49a4-4149-9d76-4bc4a99ccfc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 943 time: 0.0542059 Apr 06 13:56:39.501077 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:39.506898 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:39.541985 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fadf4ba0-f271-4213-9991-d843f4058866 req-2a761c49-3f7f-49e0-b53b-2862d328a5a6 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Apr 06 13:56:39.556780 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=2f159853-cfcd-4cb2-adca-7c75a78f05d9,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:39.763048 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['2f159853-cfcd-4cb2-adca-7c75a78f05d9'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:56:40.667339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7add2fa-8ad0-4b79-8dea-5382f469996a req-95334a6c-ce78-442a-9bd4-8e2fdd30b1d7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:40.668826 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a7add2fa-8ad0-4b79-8dea-5382f469996a req-95334a6c-ce78-442a-9bd4-8e2fdd30b1d7 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 944 time: 0.0589972 Apr 06 13:56:40.716086 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a7add2fa-8ad0-4b79-8dea-5382f469996a req-58416340-469c-416d-a0a2-d944a283d424 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Apr 06 13:56:41.322571 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 2f159853-cfcd-4cb2-adca-7c75a78f05d9 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:56:41.383133 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:56:41.391498 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:41.392103 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.535187 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:41.535810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.578967 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:41.583022 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783375d0-dfbd-4ad4-9d90-633e36b9f4c0" -d '{"events": [{"server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "name": "network-vif-plugged", "status": "completed", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:41.611923 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:41.618592 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.626478 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f920999-7ef1-42d3-bf60-433f58ca9710 x-openstack-request-id: req-8f920999-7ef1-42d3-bf60-433f58ca9710 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:41.627003 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "name": "network-vif-plugged", "status": "completed", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:41.627360 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f920999-7ef1-42d3-bf60-433f58ca9710 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:41.627845 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f920999-7ef1-42d3-bf60-433f58ca9710'] response: {'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'code': 200} Apr 06 13:56:41.697280 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=2f159853-cfcd-4cb2-adca-7c75a78f05d9,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:41.705273 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.705618 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.705994 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.706338 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.706676 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.707033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.707364 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.707731 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.708047 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.708377 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.708706 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.709180 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.709513 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.709856 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.710167 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:41.898074 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e335b-a018-48ea-ba87-90233da2937c req-4ec40cf2-c97f-4b8a-898f-7731812c9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:41.899987 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-550e335b-a018-48ea-ba87-90233da2937c req-4ec40cf2-c97f-4b8a-898f-7731812c9299 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 1129 time: 0.1158867 Apr 06 13:56:41.918132 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6419da-3c8d-4a0f-b36b-708c445703aa req-de662a49-bcda-4014-81ba-653f14502c2b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:41.920683 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2f6419da-3c8d-4a0f-b36b-708c445703aa req-de662a49-bcda-4014-81ba-653f14502c2b tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.1264901 Apr 06 13:56:42.003788 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-550e335b-a018-48ea-ba87-90233da2937c req-d723eb9f-7aa6-4635-8fa4-e3aacbeb6e8b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815656 Apr 06 13:56:42.007348 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2f6419da-3c8d-4a0f-b36b-708c445703aa req-41c862d4-6787-4a08-8cb5-8233618d1f18 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768063 Apr 06 13:56:43.172020 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498be3d-9db3-40d9-9dd0-51bde905272b req-0801d6bb-2d81-40ef-a86d-07db9a1562bc tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:43.174675 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b498be3d-9db3-40d9-9dd0-51bde905272b req-0801d6bb-2d81-40ef-a86d-07db9a1562bc tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.0891175 Apr 06 13:56:43.235218 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b498be3d-9db3-40d9-9dd0-51bde905272b req-7ac83f85-d63e-42a1-8b46-8865bb80b98c tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545003 Apr 06 13:56:44.381464 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99221c33-c22e-4cb0-859c-2a5137c46588 req-1ebd39af-7df4-4bd1-a201-4756b5b61802 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:44.383052 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-99221c33-c22e-4cb0-859c-2a5137c46588 req-1ebd39af-7df4-4bd1-a201-4756b5b61802 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.0605726 Apr 06 13:56:44.437901 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-99221c33-c22e-4cb0-859c-2a5137c46588 req-600870af-742b-4db3-948b-6e9d54e01d87 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486898 Apr 06 13:56:44.573325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91741f3-f1a9-43ac-852d-ccda07a72692 req-7400cb49-0bc0-4e79-83ce-47f25258a2bb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:44.574754 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c91741f3-f1a9-43ac-852d-ccda07a72692 req-7400cb49-0bc0-4e79-83ce-47f25258a2bb tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.0672061 Apr 06 13:56:44.583849 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58884) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.588453 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Request body: {'floatingip': {'port_id': '2f159853-cfcd-4cb2-adca-7c75a78f05d9'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:44.628349 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (d833c9f7-49d4-49cc-9b48-5e9e42b015e3), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.166844 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.172554 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d833c9f7-49d4-49cc-9b48-5e9e42b015e3), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.292300 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Floating IP d833c9f7-49d4-49cc-9b48-5e9e42b015e3 associated. External IP: 172.27.0.156, port: 2f159853-cfcd-4cb2-adca-7c75a78f05d9. Apr 06 13:56:45.512533 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:45.628265 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:45.633523 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.639581 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:45.650603 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:45.651323 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:45.667020 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-47479c87-be9a-4f9a-ac36-d6299841830d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "PUT /v2.0/floatingips/d833c9f7-49d4-49cc-9b48-5e9e42b015e3 HTTP/1.1" status: 200 len: 991 time: 1.0820141 Apr 06 13:56:45.667625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:45.669972 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d806dc2-ef98-4f52-a062-30909579b40c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:45.709233 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bd89b4-dab7-498f-a412-268c02a7bcc8 x-openstack-request-id: req-f6bd89b4-dab7-498f-a412-268c02a7bcc8 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:45.709233 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:45.709461 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6bd89b4-dab7-498f-a412-268c02a7bcc8 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:45.709880 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6bd89b4-dab7-498f-a412-268c02a7bcc8'] response: {'name': 'network-changed', 'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'status': 'completed', 'code': 200} Apr 06 13:56:45.771396 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:45.784479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d806dc2-ef98-4f52-a062-30909579b40c req-8b29beff-e21b-4314-9c68-85fd86d1821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.786017 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-8b29beff-e21b-4314-9c68-85fd86d1821c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=750ed7962a664cb5b3be50236f74c8da&device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 1129 time: 0.0501349 Apr 06 13:56:45.891637 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d806dc2-ef98-4f52-a062-30909579b40c req-0b28e6ea-ae0a-4146-9cc1-2d11ad2c7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.893241 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-0b28e6ea-ae0a-4146-9cc1-2d11ad2c7045 service neutron] 10.222.0.15 "GET /v2.0/networks?id=beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 200 len: 912 time: 0.1007612 Apr 06 13:56:45.962967 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-4876eceb-7b9e-44d1-b27c-96c1afc015b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9 HTTP/1.1" status: 200 len: 999 time: 0.0630107 Apr 06 13:56:46.023608 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d806dc2-ef98-4f52-a062-30909579b40c req-8d9b5048-ab1e-43f7-8187-064926bf3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:46.025980 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-8d9b5048-ab1e-43f7-8187-064926bf3040 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 200 len: 850 time: 0.0563397 Apr 06 13:56:46.088531 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d806dc2-ef98-4f52-a062-30909579b40c req-84d9ad11-813a-4d20-90bd-b37f28058ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:46.090133 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-84d9ad11-813a-4d20-90bd-b37f28058ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=beccdd48-ac15-4226-af93-4103929f4aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566347 Apr 06 13:56:46.178009 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd833c9f7-49d4-49cc-9b48-5e9e42b015e3', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'port_id': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'mac_address': 'fa:16:3e:bd:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:45Z', 'revision_number': 1, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:46.206686 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:46.216582 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:46.217234 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:46.340766 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:46.426519 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-ec9ea87b-db64-464a-8b2b-ff780b112b48 service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260496 Apr 06 13:56:46.528484 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7d806dc2-ef98-4f52-a062-30909579b40c req-b577ce79-5dfc-4bb4-815e-e544675b2e8d service neutron] 10.222.0.15 "GET /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957346 Apr 06 13:56:46.594948 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd833c9f7-49d4-49cc-9b48-5e9e42b015e3', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'port_id': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'mac_address': 'fa:16:3e:bd:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:45Z', 'revision_number': 1, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:46.626656 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488fd21-131d-4f29-9f5d-d6e7f8e6157e None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'd833c9f7-49d4-49cc-9b48-5e9e42b015e3', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'port_id': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'mac_address': 'fa:16:3e:bd:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:33Z', 'updated_at': '2022-04-06T13:56:45Z', 'revision_number': 1, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:46.838942 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c93c5-d3c1-4aa0-8e57-218ca5f65a18 None None] New status for floating IP d833c9f7-49d4-49cc-9b48-5e9e42b015e3: ACTIVE {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:49.237622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.893943 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77a398-3b56-446e-9094-3e74f6fb706d req-896d99bb-d742-46e2-9e4a-521a4588ad2a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:49.895763 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4f77a398-3b56-446e-9094-3e74f6fb706d req-896d99bb-d742-46e2-9e4a-521a4588ad2a tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0640786 Apr 06 13:56:49.968693 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4f77a398-3b56-446e-9094-3e74f6fb706d req-fd6f40ed-a623-42aa-8440-9a1838588953 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661397 Apr 06 13:56:51.104912 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822f0b0-edc7-4506-b662-7fcb4dce9401 req-cef45081-8db2-48d3-98cb-4eb6af27e267 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:51.106405 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6822f0b0-edc7-4506-b662-7fcb4dce9401 req-cef45081-8db2-48d3-98cb-4eb6af27e267 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0639455 Apr 06 13:56:51.157088 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6822f0b0-edc7-4506-b662-7fcb4dce9401 req-fb362e95-6d9f-47b3-819e-c7fd98879ca0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Apr 06 13:56:52.294567 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f383a0a-f3ca-4d9d-bacd-f7ba7306a7fd req-c88aef16-9c49-4726-8560-c006e5c8f69f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:52.296060 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3f383a0a-f3ca-4d9d-bacd-f7ba7306a7fd req-c88aef16-9c49-4726-8560-c006e5c8f69f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0616479 Apr 06 13:56:52.347165 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3f383a0a-f3ca-4d9d-bacd-f7ba7306a7fd req-69e79053-21c4-41a0-a5eb-c72fbbc1f7e6 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Apr 06 13:56:53.263904 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-b7c0d0bb-15f2-47b8-8572-afc2f9c731ab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.265341 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-b7c0d0bb-15f2-47b8-8572-afc2f9c731ab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.0650609 Apr 06 13:56:53.365026 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Deleting port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:53.365339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:53.492691 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] For port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:53.493062 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:53.548477 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128e72-d5d5-41f6-ba58-2efb4c4f3908 req-e7e8af67-3d66-4698-a294-682f60eb58d2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.550013 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-94128e72-d5d5-41f6-ba58-2efb4c4f3908 req-e7e8af67-3d66-4698-a294-682f60eb58d2 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 946 time: 0.1323547 Apr 06 13:56:53.657933 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-94128e72-d5d5-41f6-ba58-2efb4c4f3908 req-19f89374-c26f-4628-9766-8c54bb8b2106 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017108 Apr 06 13:56:53.726256 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:53.726647 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:53.727026 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Floating IP d9cff549-41cf-4417-bdc7-0c13cbd62263 disassociated. External IP: 172.27.0.216, port: bc94cd9c-2702-4c45-a72b-3bbbe51c31bd. Apr 06 13:56:53.727367 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Calling delete_port for bc94cd9c-2702-4c45-a72b-3bbbe51c31bd owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:53.866230 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (bc94cd9c-2702-4c45-a72b-3bbbe51c31bd), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:53.895440 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event deleted for resources: {'Port': ['ID=bc94cd9c-2702-4c45-a72b-3bbbe51c31bd,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:54.011764 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Router 8f270fbf-22a6-43c1-b371-43b03faf3dab has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:54.126168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:54.161139 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] Sync routers for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:54.171304 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] No DVR routers for this DVR port bc94cd9c-2702-4c45-a72b-3bbbe51c31bd on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:54.173455 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:54.174088 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.174268 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:54.177559 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b1d12ee7-0651-4091-b9f3-dff5812a937e req-11742b62-6c19-4c66-b2a6-9808c6b00a04 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "DELETE /v2.0/ports/bc94cd9c-2702-4c45-a72b-3bbbe51c31bd HTTP/1.1" status: 204 len: 173 time: 0.9054646 Apr 06 13:56:54.178019 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'name': 'network-vif-deleted', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:54.180489 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae517d44-1917-40ed-966a-9e2411c9bb96" -d '{"events": [{"server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "name": "network-vif-deleted", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:54.295543 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:54.385562 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a08f10-a165-4291-9abd-0d5de8c85cb7 x-openstack-request-id: req-c4a08f10-a165-4291-9abd-0d5de8c85cb7 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:54.386373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d03bd-6505-4bd4-aad5-92910ef9c954", "name": "network-vif-deleted", "tag": "bc94cd9c-2702-4c45-a72b-3bbbe51c31bd", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:54.386373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4a08f10-a165-4291-9abd-0d5de8c85cb7 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:54.386823 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a08f10-a165-4291-9abd-0d5de8c85cb7'] response: {'server_uuid': 'fe5d03bd-6505-4bd4-aad5-92910ef9c954', 'name': 'network-vif-deleted', 'tag': 'bc94cd9c-2702-4c45-a72b-3bbbe51c31bd', 'status': 'completed', 'code': 200} Apr 06 13:56:54.590106 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:54.618042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] Checking router: 8f270fbf-22a6-43c1-b371-43b03faf3dab for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:54.628058 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:54.628608 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:54.771851 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:54.809468 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d19b6b37-d44b-467c-b3fc-3d80c0649754 req-a6c07e7b-29d7-43f8-9f4c-01c1d6ae8f3f tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5d03bd-6505-4bd4-aad5-92910ef9c954 HTTP/1.1" status: 200 len: 210 time: 0.0421407 Apr 06 13:56:54.997389 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:55.029700 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689558b3-778a-4058-9f3d-ee76d5a9aeeb None None] The sync data for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi is: [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:51:33Z', 'revision_number': 4, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4f73fd69-58a8-4529-8a21-4499a9a4eb0d', 'name': '', 'network_id': '24fab408-9a14-419a-aaa9-a34a477fe4c4', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'mac_address': 'fa:16:3e:fe:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:27Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'subnets': [{'id': '9a524c61-ef07-4fbc-8a85-239487b46f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:55.265233 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea081eab-1b80-4655-8fbe-f2f80032da2e None None] New status for floating IP d9cff549-41cf-4417-bdc7-0c13cbd62263: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:55.379862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device bc94cd9c-2702-4c45-a72b-3bbbe51c31bd no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:55.404635 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: bc94cd9c-2702-4c45-a72b-3bbbe51c31bd {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:55.404985 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device bc94cd9c-2702-4c45-a72b-3bbbe51c31bd not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:55.468791 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-981c1ff2-4d7c-44c3-9c26-865dc1b53739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:55.910640 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58934) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:55.965400 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6b9aad94-eb90-4386-9e68-857baa046d69 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group (b9ca851e-6c7a-4eb2-9c02-8c305228b0ea), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:55.992417 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6b9aad94-eb90-4386-9e68-857baa046d69 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group (b9ca851e-6c7a-4eb2-9c02-8c305228b0ea), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.043187 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6b9aad94-eb90-4386-9e68-857baa046d69 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b9ca851e-6c7a-4eb2-9c02-8c305228b0ea), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.045819 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6b9aad94-eb90-4386-9e68-857baa046d69 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.047023 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6b9aad94-eb90-4386-9e68-857baa046d69 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9ca851e-6c7a-4eb2-9c02-8c305228b0ea HTTP/1.1" status: 204 len: 168 time: 0.1353281 Apr 06 13:56:56.049804 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 58936) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:56.057268 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aad94-eb90-4386-9e68-857baa046d69 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca851e-6c7a-4eb2-9c02-8c305228b0ea,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:56.064166 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.api.v2.resource [None req-52208e47-9110-4535-87f2-9ffc09eb60b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] show failed (client error): The resource could not be found. Apr 06 13:56:56.065177 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-52208e47-9110-4535-87f2-9ffc09eb60b9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups/b9ca851e-6c7a-4eb2-9c02-8c305228b0ea HTTP/1.1" status: 404 len: 347 time: 0.0143688 Apr 06 13:56:56.068325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 58938) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:56.233969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Deleting port 76e9de5c-623c-4abd-8ac0-d01668fdc373 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:56.234313 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.318004 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.318320 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (76e9de5c-623c-4abd-8ac0-d01668fdc373), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.330279 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Calling delete_port for 76e9de5c-623c-4abd-8ac0-d01668fdc373 owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:56.469499 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (76e9de5c-623c-4abd-8ac0-d01668fdc373), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.494831 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event deleted for resources: {'Port': ['ID=76e9de5c-623c-4abd-8ac0-d01668fdc373,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:56.566822 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks [] for floatingip (d9cff549-41cf-4417-bdc7-0c13cbd62263), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.569599 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.570799 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-267637ae-def0-4dba-9bc7-9e0310bb6ee0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9cff549-41cf-4417-bdc7-0c13cbd62263 HTTP/1.1" status: 204 len: 168 time: 0.5011008 Apr 06 13:56:58.106295 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bee8696b-575e-4913-adb4-11f46f3d8824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:59.092862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2266-4d3e-4caa-9782-0a1aee14431d req-138c59bc-a82e-4b06-80a7-03808f91132d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:59.094428 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-729e2266-4d3e-4caa-9782-0a1aee14431d req-138c59bc-a82e-4b06-80a7-03808f91132d tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0645578 Apr 06 13:56:59.163916 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-729e2266-4d3e-4caa-9782-0a1aee14431d req-3cc04a8a-8ebd-4c47-8d6c-be42e8e9dc3e tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Apr 06 13:56:59.195148 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.302803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacd57f-a78a-43ee-a7b8-6e0e6e717dfc req-ccc52f8a-bbfc-4583-8c08-2f10a48ccc08 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:00.304310 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8dacd57f-a78a-43ee-a7b8-6e0e6e717dfc req-ccc52f8a-bbfc-4583-8c08-2f10a48ccc08 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0618868 Apr 06 13:57:00.371914 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8dacd57f-a78a-43ee-a7b8-6e0e6e717dfc req-11dea672-b379-4b3c-be6b-2e0787782813 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606561 Apr 06 13:57:00.436088 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.422843 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-2d9cf40f-29f1-4413-8909-975e9af082e5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.424359 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-2d9cf40f-29f1-4413-8909-975e9af082e5 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0625415 Apr 06 13:57:01.514612 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d92f41-c914-47a5-b5b1-7ae3e83f2a80 req-0dbbbb2e-7a43-4a32-a5cf-486f808c78fe tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.516238 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23d92f41-c914-47a5-b5b1-7ae3e83f2a80 req-0dbbbb2e-7a43-4a32-a5cf-486f808c78fe tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf756797-a1f5-441c-b15c-00bd9f5baba9 HTTP/1.1" status: 200 len: 945 time: 0.0570962 Apr 06 13:57:01.529818 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Deleting port 340d69f2-4230-48bc-b8a8-956094d021c3 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:01.530133 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.567079 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-23d92f41-c914-47a5-b5b1-7ae3e83f2a80 req-d9e77e77-5471-483c-ab3a-414722f567c9 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Apr 06 13:57:01.628341 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] For port 340d69f2-4230-48bc-b8a8-956094d021c3, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=340d69f2-4230-48bc-b8a8-956094d021c3,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:01.628712 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.642291 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Calling delete_port for 340d69f2-4230-48bc-b8a8-956094d021c3 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:01.688788 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:57:01.790274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (340d69f2-4230-48bc-b8a8-956094d021c3), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.803032 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['45f203d2-f948-488b-bae2-84f15b995ca8', '340d69f2-4230-48bc-b8a8-956094d021c3'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:01.818316 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event deleted for resources: {'Port': ['ID=340d69f2-4230-48bc-b8a8-956094d021c3,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:01.876901 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] No DVR routers for this DVR port 340d69f2-4230-48bc-b8a8-956094d021c3 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:01.880047 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.883618 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d5df2b30-b1ea-41be-88da-c433ee249763 req-4c1d1850-448b-4557-ba85-195510b65578 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "DELETE /v2.0/ports/340d69f2-4230-48bc-b8a8-956094d021c3 HTTP/1.1" status: 204 len: 173 time: 0.4522915 Apr 06 13:57:01.885029 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'name': 'network-vif-deleted', 'tag': '340d69f2-4230-48bc-b8a8-956094d021c3'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:01.887849 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f0b54-ec26-411c-8b04-220100e4258a" -d '{"events": [{"server_uuid": "cf756797-a1f5-441c-b15c-00bd9f5baba9", "name": "network-vif-deleted", "tag": "340d69f2-4230-48bc-b8a8-956094d021c3"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:01.925449 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a5fa33-92a7-43eb-b06b-7149dc2f0b16 x-openstack-request-id: req-09a5fa33-92a7-43eb-b06b-7149dc2f0b16 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:01.925687 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf756797-a1f5-441c-b15c-00bd9f5baba9", "name": "network-vif-deleted", "tag": "340d69f2-4230-48bc-b8a8-956094d021c3", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:01.925791 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09a5fa33-92a7-43eb-b06b-7149dc2f0b16 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:01.926145 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a5fa33-92a7-43eb-b06b-7149dc2f0b16'] response: {'server_uuid': 'cf756797-a1f5-441c-b15c-00bd9f5baba9', 'name': 'network-vif-deleted', 'tag': '340d69f2-4230-48bc-b8a8-956094d021c3', 'status': 'completed', 'code': 200} Apr 06 13:57:02.482328 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:02.898070 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b55909-ff96-45ad-8303-42e4dc646183 req-226b4a6c-c8e0-4b0c-968d-9c884320f3bc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:02.899813 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-47b55909-ff96-45ad-8303-42e4dc646183 req-226b4a6c-c8e0-4b0c-968d-9c884320f3bc tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0673823 Apr 06 13:57:02.961026 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-47b55909-ff96-45ad-8303-42e4dc646183 req-89b1dcef-61f1-4b0e-837b-8f4673d60397 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533147 Apr 06 13:57:03.155882 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c416a0-211e-4c26-a7a6-20398d3bc450 req-13ac7140-574a-4738-834d-f54577af6cc0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:03.157429 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-18c416a0-211e-4c26-a7a6-20398d3bc450 req-13ac7140-574a-4738-834d-f54577af6cc0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0748796 Apr 06 13:57:03.209063 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-18c416a0-211e-4c26-a7a6-20398d3bc450 req-3d2644f9-4a15-4c66-9e84-6a59957a1254 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458529 Apr 06 13:57:04.118635 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ba4d-f47f-43f9-81ed-f2826998c5f1 req-084d4579-617c-49d9-97d1-080c26f0d2e0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.120240 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1e31ba4d-f47f-43f9-81ed-f2826998c5f1 req-084d4579-617c-49d9-97d1-080c26f0d2e0 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0750816 Apr 06 13:57:04.175354 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1e31ba4d-f47f-43f9-81ed-f2826998c5f1 req-5f8db00e-6814-4745-81a7-4e6ff9002d24 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Apr 06 13:57:04.345241 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cae26-9be4-49aa-b0bc-662ff2766e0e req-e386f404-3338-4b61-a479-fdf83a33452b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.346870 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-609cae26-9be4-49aa-b0bc-662ff2766e0e req-e386f404-3338-4b61-a479-fdf83a33452b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0583653 Apr 06 13:57:04.396408 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-609cae26-9be4-49aa-b0bc-662ff2766e0e req-b57e3c3b-7fea-420c-bf54-039fcbbff143 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Apr 06 13:57:05.326777 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c9c3e-37dd-4e65-955d-b05c2f7426b2 req-00c01b1c-2c5d-45d7-8305-2410436ed457 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.329354 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-034c9c3e-37dd-4e65-955d-b05c2f7426b2 req-00c01b1c-2c5d-45d7-8305-2410436ed457 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0841999 Apr 06 13:57:05.385301 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-034c9c3e-37dd-4e65-955d-b05c2f7426b2 req-1834ce87-0635-43ff-ab77-4344e84f7951 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/security-groups?id=047b27d2-e854-4477-84d5-f87ae0236046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501809 Apr 06 13:57:05.461867 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 340d69f2-4230-48bc-b8a8-956094d021c3 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:05.483627 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 340d69f2-4230-48bc-b8a8-956094d021c3 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:05.484065 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 340d69f2-4230-48bc-b8a8-956094d021c3 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:05.535037 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c440e-d591-4e8e-8cd5-ca4d0b3751f3 req-5860bb60-54a2-496c-8db3-47c3078fa74f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.536584 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-951c440e-d591-4e8e-8cd5-ca4d0b3751f3 req-5860bb60-54a2-496c-8db3-47c3078fa74f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0630794 Apr 06 13:57:05.585278 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-951c440e-d591-4e8e-8cd5-ca4d0b3751f3 req-cc2c9d76-e31e-4175-b632-a0f5b975679a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Apr 06 13:57:05.669268 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-3c5b1c35-8732-4aee-9052-16341daf4bef tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.670792 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-3c5b1c35-8732-4aee-9052-16341daf4bef tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 945 time: 0.0603173 Apr 06 13:57:05.768823 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Deleting port 45f203d2-f948-488b-bae2-84f15b995ca8 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:05.769163 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:05.861935 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] For port 45f203d2-f948-488b-bae2-84f15b995ca8, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=45f203d2-f948-488b-bae2-84f15b995ca8,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:05.862305 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:05.876073 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Calling delete_port for 45f203d2-f948-488b-bae2-84f15b995ca8 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:06.009080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (45f203d2-f948-488b-bae2-84f15b995ca8), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:06.020711 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['45f203d2-f948-488b-bae2-84f15b995ca8'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:06.036735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Pushing event deleted for resources: {'Port': ['ID=45f203d2-f948-488b-bae2-84f15b995ca8,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:06.051356 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.051807 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.052060 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.052412 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.052743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.053079 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.053416 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.053748 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.054083 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.054414 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.054750 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.055082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.055439 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.055767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.056095 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:06.097020 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] No DVR routers for this DVR port 45f203d2-f948-488b-bae2-84f15b995ca8 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:06.100014 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:06.103499 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-08b4a1da-6849-4b1f-8812-0a1cd52be8c6 req-0be75d52-b803-4966-87a4-cfa0df384cab tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.15 "DELETE /v2.0/ports/45f203d2-f948-488b-bae2-84f15b995ca8 HTTP/1.1" status: 204 len: 173 time: 0.4276855 Apr 06 13:57:06.103994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'name': 'network-vif-deleted', 'tag': '45f203d2-f948-488b-bae2-84f15b995ca8'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:06.106389 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88634e84-9ef9-4444-93d1-f7bbf6cfd1d7" -d '{"events": [{"server_uuid": "57b44d0e-0b12-4aa1-b6fb-c56eead94a38", "name": "network-vif-deleted", "tag": "45f203d2-f948-488b-bae2-84f15b995ca8"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:06.165148 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df4c9b7-50fe-4254-bb6a-afa79d89d306 x-openstack-request-id: req-8df4c9b7-50fe-4254-bb6a-afa79d89d306 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:06.165475 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b44d0e-0b12-4aa1-b6fb-c56eead94a38", "name": "network-vif-deleted", "tag": "45f203d2-f948-488b-bae2-84f15b995ca8", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:06.165733 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8df4c9b7-50fe-4254-bb6a-afa79d89d306 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:06.166142 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df4c9b7-50fe-4254-bb6a-afa79d89d306'] response: {'server_uuid': '57b44d0e-0b12-4aa1-b6fb-c56eead94a38', 'name': 'network-vif-deleted', 'tag': '45f203d2-f948-488b-bae2-84f15b995ca8', 'status': 'completed', 'code': 200} Apr 06 13:57:06.505754 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-45e4e040-4235-449c-b1c2-e2d2ca370f05 req-2c1abffc-aa7a-4262-91c1-148eb0150708 tempest-ServerRescueNegativeTestJSON-322764617 tempest-ServerRescueNegativeTestJSON-322764617-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b44d0e-0b12-4aa1-b6fb-c56eead94a38 HTTP/1.1" status: 200 len: 210 time: 0.0304713 Apr 06 13:57:06.729384 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb488f47-4022-4128-8865-cc2bbb599682 req-5682027f-12e4-4cea-9f33-31a3ae8c9480 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.731022 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bb488f47-4022-4128-8865-cc2bbb599682 req-5682027f-12e4-4cea-9f33-31a3ae8c9480 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0574477 Apr 06 13:57:06.783391 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bb488f47-4022-4128-8865-cc2bbb599682 req-c6a11b46-ff0c-43c6-ac0b-b101feb014e8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461764 Apr 06 13:57:07.582293 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59018) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:07.993038 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dfa3e-0062-4773-9c9b-f4387710b439 req-f44c6955-dd8e-4273-b6d8-da13d73e9eef tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:07.994539 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5f9dfa3e-0062-4773-9c9b-f4387710b439 req-f44c6955-dd8e-4273-b6d8-da13d73e9eef tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.1352811 Apr 06 13:57:08.334521 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5f9dfa3e-0062-4773-9c9b-f4387710b439 req-af7db68c-4486-4542-b72b-543ad9140115 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337820 Apr 06 13:57:08.511571 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (8f270fbf-22a6-43c1-b371-43b03faf3dab), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:08.836108 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Deleting port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:08.836331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:08.916747 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] For port 4f73fd69-58a8-4529-8a21-4499a9a4eb0d, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:08.917087 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:08.933344 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Calling delete_port for 4f73fd69-58a8-4529-8a21-4499a9a4eb0d owned by network:router_interface {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:09.127764 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (4f73fd69-58a8-4529-8a21-4499a9a4eb0d), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.159045 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f73fd69-58a8-4529-8a21-4499a9a4eb0d,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:09.183310 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.183655 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.183998 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.184413 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.184647 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.184972 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.185294 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.185711 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.186041 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.186361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.186788 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.187080 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.187395 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.187704 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.188015 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:09.343699 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (8f270fbf-22a6-43c1-b371-43b03faf3dab), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.466593 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b241918-5d44-42bd-9a88-54013b7721ea req-e9415d2f-8f87-42f7-afdc-55df321ebb16 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:09.468169 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9b241918-5d44-42bd-9a88-54013b7721ea req-e9415d2f-8f87-42f7-afdc-55df321ebb16 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0567546 Apr 06 13:57:09.480847 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 45f203d2-f948-488b-bae2-84f15b995ca8 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:09.505326 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 45f203d2-f948-488b-bae2-84f15b995ca8 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:09.505326 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 45f203d2-f948-488b-bae2-84f15b995ca8 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:09.527381 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9b241918-5d44-42bd-9a88-54013b7721ea req-7e9f01d3-2671-4130-9031-e1e34a342087 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516431 Apr 06 13:57:09.603138 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Router 8f270fbf-22a6-43c1-b371-43b03faf3dab has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:09.715439 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:09.723820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59026) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:09.724538 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7500ed01-1036-4acf-bb27-9dfc061ad035 admin admin] 10.222.0.24 "PUT /v2.0/routers/8f270fbf-22a6-43c1-b371-43b03faf3dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1410754 Apr 06 13:57:09.726764 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] Sync routers for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:09.738489 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:09.739150 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:09.852375 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks [] for router (8f270fbf-22a6-43c1-b371-43b03faf3dab), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.855789 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:09.979719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks [] for router_gateway (8f270fbf-22a6-43c1-b371-43b03faf3dab), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.065150 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Deleting port 2ca41e8f-1952-4844-b61e-ef21bc558a19 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:10.065573 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.069186 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:57:09Z', 'revision_number': 5, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port': {'id': '2ca41e8f-1952-4844-b61e-ef21bc558a19', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:16Z', 'updated_at': '2022-04-06T13:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:10.096251 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] Checking router: 8f270fbf-22a6-43c1-b371-43b03faf3dab for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:10.105137 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] Routers {'8f270fbf-22a6-43c1-b371-43b03faf3dab'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:10.105767 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['8f270fbf-22a6-43c1-b371-43b03faf3dab'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:10.149100 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] For port 2ca41e8f-1952-4844-b61e-ef21bc558a19, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=2ca41e8f-1952-4844-b61e-ef21bc558a19,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:10.149100 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.162958 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Calling delete_port for 2ca41e8f-1952-4844-b61e-ef21bc558a19 owned by network:router_gateway {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:10.344273 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] Set router 8f270fbf-22a6-43c1-b371-43b03faf3dab gateway port host: None {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:10.360444 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (2ca41e8f-1952-4844-b61e-ef21bc558a19), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.389842 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca41e8f-1952-4844-b61e-ef21bc558a19,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:10.413488 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:57:09Z', 'revision_number': 6, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:10.441978 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69adb7d-2b20-4a3c-bcfa-8baeb445d13a None None] The sync data for ids ['8f270fbf-22a6-43c1-b371-43b03faf3dab'] in dv-cinder-827554-3-iscsi is: [{'id': '8f270fbf-22a6-43c1-b371-43b03faf3dab', 'name': 'tempest-ServerRescueNegativeTestJSON-7200398-router', 'tenant_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:15Z', 'updated_at': '2022-04-06T13:57:09Z', 'revision_number': 6, 'project_id': '8a97691bdf0243d4bbb22f23a3e778c5', 'gw_port_host': None}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:10.457920 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (8f270fbf-22a6-43c1-b371-43b03faf3dab), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.564806 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (8f270fbf-22a6-43c1-b371-43b03faf3dab), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.567627 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks [] for router_controller (8f270fbf-22a6-43c1-b371-43b03faf3dab), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.639029 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (8f270fbf-22a6-43c1-b371-43b03faf3dab), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.639459 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f270fbf-22a6-43c1-b371-43b03faf3dab {{(pid=109800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:57:10.644775 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.645983 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-dce96eaf-20f1-4dea-bc23-8fb2956a3c07 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8f270fbf-22a6-43c1-b371-43b03faf3dab HTTP/1.1" status: 204 len: 168 time: 0.9210424 Apr 06 13:57:10.649591 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59030) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:10.670887 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b588-8c50-4cf3-8ac2-061d8f52f623 req-87aa5f14-f7a4-4ff6-86f6-c7c125c179df tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:10.672570 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5686b588-8c50-4cf3-8ac2-061d8f52f623 req-87aa5f14-f7a4-4ff6-86f6-c7c125c179df tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0692689 Apr 06 13:57:10.694503 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_v2 [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Deleting subnet 9a524c61-ef07-4fbc-8a85-239487b46f53 {{(pid=109800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:57:10.697686 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Publish callbacks [] for subnet (9a524c61-ef07-4fbc-8a85-239487b46f53), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.724039 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5686b588-8c50-4cf3-8ac2-061d8f52f623 req-db7a2352-0283-49ec-8fc5-bff8db781a14 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Apr 06 13:57:10.737380 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63405174'] for subnet (9a524c61-ef07-4fbc-8a85-239487b46f53), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.855931 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (9a524c61-ef07-4fbc-8a85-239487b46f53), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.913182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63082531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58569069'] for subnet (9a524c61-ef07-4fbc-8a85-239487b46f53), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.938647 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a524c61-ef07-4fbc-8a85-239487b46f53,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:10.942730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:10.947506 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-416de42c-d65c-47e1-98f3-5b3259e25b5f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9a524c61-ef07-4fbc-8a85-239487b46f53 HTTP/1.1" status: 204 len: 168 time: 0.2967141 Apr 06 13:57:10.948657 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8867ac-c0de-472c-b545-2b32b4a8f8da None None] Network 24fab408-9a14-419a-aaa9-a34a477fe4c4 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:57:10.949998 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59032) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:11.023938 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (24fab408-9a14-419a-aaa9-a34a477fe4c4), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.090166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Deleting port 4e0376ae-0d10-475d-933c-b5da7773072e {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:11.090166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.156478 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] For port 4e0376ae-0d10-475d-933c-b5da7773072e, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4e0376ae-0d10-475d-933c-b5da7773072e,segment=NetworkSegment(987f58f8-59f3-45f3-8ff2-6c6e60b131d6),segment_id=987f58f8-59f3-45f3-8ff2-6c6e60b131d6)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:11.156811 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.170249 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Calling delete_port for 4e0376ae-0d10-475d-933c-b5da7773072e owned by network:dhcp {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:11.231770 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] DHCP port deletion for 24fab408-9a14-419a-aaa9-a34a477fe4c4 request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:57:11.266614 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.284013 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Deleting port 4e0376ae-0d10-475d-933c-b5da7773072e {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:11.284409 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.292416 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0376ae-0d10-475d-933c-b5da7773072e,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:11.295862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] No DVR routers for this DVR port 4e0376ae-0d10-475d-933c-b5da7773072e on host dv-cinder-827554-3-iscsi {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:11.356638 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] For port 4e0376ae-0d10-475d-933c-b5da7773072e, host dv-cinder-827554-3-iscsi, got binding levels [] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:11.357042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.371047 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (24fab408-9a14-419a-aaa9-a34a477fe4c4), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.372863 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Calling delete_port for 4e0376ae-0d10-475d-933c-b5da7773072e owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:11.380264 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.ipam_backend_mixin [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Port 4e0376ae-0d10-475d-933c-b5da7773072e was not found and therefore no delete operation was performed {{(pid=109801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 13:57:11.381620 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (4e0376ae-0d10-475d-933c-b5da7773072e), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.393652 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fab408-9a14-419a-aaa9-a34a477fe4c4']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:11.406129 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987f58f8-59f3-45f3-8ff2-6c6e60b131d6') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:11.406577 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987f58f8-59f3-45f3-8ff2-6c6e60b131d6') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:11.409690 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] Pushing event deleted for resources: {'Port': ['ID=4e0376ae-0d10-475d-933c-b5da7773072e,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:11.415291 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f537402-5d11-496f-856c-109f3ca4147e None None] No DVR routers for this DVR port 4e0376ae-0d10-475d-933c-b5da7773072e on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:11.418188 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (987f58f8-59f3-45f3-8ff2-6c6e60b131d6), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.439981 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (987f58f8-59f3-45f3-8ff2-6c6e60b131d6), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.447386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:57:11.447912 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (987f58f8-59f3-45f3-8ff2-6c6e60b131d6), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:57:11.449756 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:57:11.514650 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (24fab408-9a14-419a-aaa9-a34a477fe4c4), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.522768 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.528864 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] 10.222.0.24 "DELETE /v2.0/networks/24fab408-9a14-419a-aaa9-a34a477fe4c4 HTTP/1.1" status: 204 len: 168 time: 0.5750663 Apr 06 13:57:11.537803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507134ad-c907-4078-9290-3c03347aab40 admin admin] Pushing event deleted for resources: {'Network': ['ID=24fab408-9a14-419a-aaa9-a34a477fe4c4,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:11.648114 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59036) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:11.695641 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-894bfc20-1be5-4ba1-80a6-996ff082eee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a97691bdf0243d4bbb22f23a3e778c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462146 Apr 06 13:57:11.698192 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59038) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:11.749910 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-30bb8098-53d7-4b89-a7dd-f6f68ce7a8f6 admin admin] Publish callbacks [] for security_group (047b27d2-e854-4477-84d5-f87ae0236046), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.774619 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-30bb8098-53d7-4b89-a7dd-f6f68ce7a8f6 admin admin] Publish callbacks [] for security_group (047b27d2-e854-4477-84d5-f87ae0236046), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.853357 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-30bb8098-53d7-4b89-a7dd-f6f68ce7a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (047b27d2-e854-4477-84d5-f87ae0236046), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.855855 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-30bb8098-53d7-4b89-a7dd-f6f68ce7a8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:11.857040 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-30bb8098-53d7-4b89-a7dd-f6f68ce7a8f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/047b27d2-e854-4477-84d5-f87ae0236046 HTTP/1.1" status: 204 len: 168 time: 0.1579025 Apr 06 13:57:11.868836 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8098-53d7-4b89-a7dd-f6f68ce7a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b27d2-e854-4477-84d5-f87ae0236046,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:11.877207 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762461-16a8-4d87-a5c3-f7a9f9d7bd5d req-07f9568a-5354-4dd9-b630-14728c7ba65c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:11.878785 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ca762461-16a8-4d87-a5c3-f7a9f9d7bd5d req-07f9568a-5354-4dd9-b630-14728c7ba65c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0755286 Apr 06 13:57:12.096896 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2ca41e8f-1952-4844-b61e-ef21bc558a19 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:12.139390 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 2ca41e8f-1952-4844-b61e-ef21bc558a19 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:12.140280 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2ca41e8f-1952-4844-b61e-ef21bc558a19 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:12.144786 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4f73fd69-58a8-4529-8a21-4499a9a4eb0d no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:12.171170 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 4f73fd69-58a8-4529-8a21-4499a9a4eb0d {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:12.171610 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4f73fd69-58a8-4529-8a21-4499a9a4eb0d not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:12.172257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4e0376ae-0d10-475d-933c-b5da7773072e no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:12.197679 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 4e0376ae-0d10-475d-933c-b5da7773072e {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:12.197997 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4e0376ae-0d10-475d-933c-b5da7773072e not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:12.200255 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ca762461-16a8-4d87-a5c3-f7a9f9d7bd5d req-072801db-eded-4558-b145-7688d89e3380 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135321 Apr 06 13:57:12.656641 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59062) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:12.767315 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-721095077-network', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:12.789636 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Made reservation on behalf of c4e6f63c94e44d468778a069d11dbf33 for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:57:12.792033 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.801113 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.878974 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks [] for security_group (f59a5f81-c577-453a-bb13-c89e58194eba), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.883796 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f59a5f81-c577-453a-bb13-c89e58194eba), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.908029 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:57:12.917889 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a5f81-c577-453a-bb13-c89e58194eba,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:12.923002 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (ebff59ca-1557-459e-9c45-f34fbe2def49), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.923341 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Added segment ebff59ca-1557-459e-9c45-f34fbe2def49 of type vlan for network 5c0333e4-301c-4229-89da-6586694e7e49 Apr 06 13:57:12.964772 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (5c0333e4-301c-4229-89da-6586694e7e49), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.993128 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (5c0333e4-301c-4229-89da-6586694e7e49), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.994066 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:12.994611 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.052897 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3947003 Apr 06 13:57:13.056624 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59066) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:13.058554 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17f4bc-3ede-4b7d-84cb-b12cb0eb5a81 admin admin] Pushing event updated for resources: {'Network': ['ID=5c0333e4-301c-4229-89da-6586694e7e49,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:13.061957 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Request body: {'subnet': {'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-721095077-subnet', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:13.069707 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 5c0333e4-301c-4229-89da-6586694e7e49 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:57:13.084246 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Made reservation on behalf of c4e6f63c94e44d468778a069d11dbf33 for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:57:13.086743 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58595122'] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.274635 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58634813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58595116'] for subnet (b8721f49-bcb5-4268-98c0-66f761a772d7), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.358297 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8721f49-bcb5-4268-98c0-66f761a772d7,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:13.387297 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:57:13.387622 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Network hostable DHCP agents. Network: 5c0333e4-301c-4229-89da-6586694e7e49, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:57:13.398095 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77ed9-6c15-46e8-b74b-5510bbd37516 req-f911fb66-77b3-45e0-b1f1-aa1de11d5587 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:13.399671 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ddc77ed9-6c15-46e8-b74b-5510bbd37516 req-f911fb66-77b3-45e0-b1f1-aa1de11d5587 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0959554 Apr 06 13:57:13.431752 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Network 5c0333e4-301c-4229-89da-6586694e7e49 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:57:13.453581 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 5c0333e4-301c-4229-89da-6586694e7e49) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:13.458959 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:13.460791 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.463982 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6701d-dc16-4422-95f9-57350dc63e17 None None] Network 5c0333e4-301c-4229-89da-6586694e7e49 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:57:13.481063 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ddc77ed9-6c15-46e8-b74b-5510bbd37516 req-57ed6635-2591-4691-b933-f3d75c95b32d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742116 Apr 06 13:57:13.491988 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-17c8fcc3-7a86-4db4-8c8e-68353bd6a20c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4339406 Apr 06 13:57:13.495473 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59070) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:13.503904 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:13.535905 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (1fea8529-c35c-4b52-8a30-946d217b0779), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.537350 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (1fea8529-c35c-4b52-8a30-946d217b0779), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.583098 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-5c0333e4-301c-4229-89da-6586694e7e49', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:57:13.584027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.593946 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks [] for router_controller (1fea8529-c35c-4b52-8a30-946d217b0779), precommit_add_association {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.744271 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Allocated IP 172.20.0.2 (5c0333e4-301c-4229-89da-6586694e7e49/b8721f49-bcb5-4268-98c0-66f761a772d7/e2701300-aaef-429d-a028-0da9d27f9f7f) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:57:13.746169 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks [] for router_gateway (1fea8529-c35c-4b52-8a30-946d217b0779), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.926246 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Publish callbacks [] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.934274 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.961508 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks [] for router_gateway (1fea8529-c35c-4b52-8a30-946d217b0779), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.971852 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:13.977049 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:13.980805 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:57:13.982407 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.986582 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Pushing event updated for resources: {'Port': ['ID=e2701300-aaef-429d-a028-0da9d27f9f7f,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:14.042884 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Attempting to bind port e2701300-aaef-429d-a028-0da9d27f9f7f on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:57:14.043257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Attempting to bind port e2701300-aaef-429d-a028-0da9d27f9f7f by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:57:14.043614 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Attempting to bind port e2701300-aaef-429d-a028-0da9d27f9f7f on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:57:14.049862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:57:14.050272 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:57:14.051071 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.051221 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Bound using segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:57:14.051675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Bound port: e2701300-aaef-429d-a028-0da9d27f9f7f, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:57:14.052057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.094963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Allocated IP 172.27.0.167 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/041a169e-2c9c-45f9-bb60-6f03a91caa46) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:57:14.121251 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] For port e2701300-aaef-429d-a028-0da9d27f9f7f, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:57:14.129631 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] For port e2701300-aaef-429d-a028-0da9d27f9f7f, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=e2701300-aaef-429d-a028-0da9d27f9f7f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:57:14.138297 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.220248 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd6b7-0f82-4e85-a431-c959a7f7b267 None None] Pushing event updated for resources: {'Port': ['ID=e2701300-aaef-429d-a028-0da9d27f9f7f,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:14.242370 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks [] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.283444 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.323608 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:14.331187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:14.335971 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:57:14.339485 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Pushing event updated for resources: {'Port': ['ID=041a169e-2c9c-45f9-bb60-6f03a91caa46,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:14.673462 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks [] for router_gateway (1fea8529-c35c-4b52-8a30-946d217b0779), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.726483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e76e2-d392-4f24-98d0-e9234ade8154 req-fcec4bd8-774e-4cff-ac39-b6582bf11ba2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:14.728179 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cc8e76e2-d392-4f24-98d0-e9234ade8154 req-fcec4bd8-774e-4cff-ac39-b6582bf11ba2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.1140637 Apr 06 13:57:14.832901 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-cc8e76e2-d392-4f24-98d0-e9234ade8154 req-3cfdce16-5a42-499f-a385-bbfff4fdd08a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939107 Apr 06 13:57:14.959789 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (1fea8529-c35c-4b52-8a30-946d217b0779), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.119071 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Router 1fea8529-c35c-4b52-8a30-946d217b0779 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:57:15.246132 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:15.256386 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:15.267063 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.268401 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9d17e5bd-e653-430d-9030-8184edc757f5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7716200 Apr 06 13:57:15.272479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59076) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:15.278445 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:15.282325 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:15.292211 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8c78d-1ab6-447f-92fb-b1eefed19af3 None None] Network 5c0333e4-301c-4229-89da-6586694e7e49 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:57:15.369499 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] Provisioning complete for port e2701300-aaef-429d-a028-0da9d27f9f7f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:15.369969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.425393 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:15.502842 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] Current status of the port e2701300-aaef-429d-a028-0da9d27f9f7f is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:15.503325 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.554264 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] For port e2701300-aaef-429d-a028-0da9d27f9f7f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=e2701300-aaef-429d-a028-0da9d27f9f7f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:15.559975 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.621138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1377a-4cf6-4041-a82c-1c44137e5f23 None None] Pushing event updated for resources: {'Port': ['ID=e2701300-aaef-429d-a028-0da9d27f9f7f,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:15.631764 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:14Z', 'revision_number': 3, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:15.688151 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:15.688822 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Updating router 1fea8529-c35c-4b52-8a30-946d217b0779 port 041a169e-2c9c-45f9-bb60-6f03a91caa46 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:57:15.726449 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.783066 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.789783 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-ce807ec8-d39b-47b3-856c-99b76ee3b1cd None None] Provisioning complete for port e2701300-aaef-429d-a028-0da9d27f9f7f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:15.790354 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ce807ec8-d39b-47b3-856c-99b76ee3b1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.888486 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-ce807ec8-d39b-47b3-856c-99b76ee3b1cd None None] Current status of the port e2701300-aaef-429d-a028-0da9d27f9f7f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:15.968073 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Allocated IP 172.20.0.1 (5c0333e4-301c-4229-89da-6586694e7e49/b8721f49-bcb5-4268-98c0-66f761a772d7/b4a39fe6-716e-4ff7-bf64-2d0596523431) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:57:15.974003 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99e785-4790-46ed-92e1-922f9ff593a0 req-9e55dddb-569f-4705-bdc9-b308d1dcb71c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:15.975949 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5d99e785-4790-46ed-92e1-922f9ff593a0 req-9e55dddb-569f-4705-bdc9-b308d1dcb71c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0571988 Apr 06 13:57:16.037066 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5d99e785-4790-46ed-92e1-922f9ff593a0 req-acd93e27-ccdd-4492-ad8b-e6372b9f4f58 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523324 Apr 06 13:57:16.081850 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Publish callbacks [] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.089500 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.091620 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks [] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.131492 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Pushing event updated for resources: {'Port': ['ID=041a169e-2c9c-45f9-bb60-6f03a91caa46,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:16.139157 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.145038 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.145390 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.146457 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.146457 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.146457 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.146834 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.147165 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.147489 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.147831 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.148126 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.148449 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.148786 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.149127 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.149426 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.149743 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:16.149946 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device e2701300-aaef-429d-a028-0da9d27f9f7f up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:16.162685 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Attempting to bind port 041a169e-2c9c-45f9-bb60-6f03a91caa46 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:57:16.163090 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Attempting to bind port 041a169e-2c9c-45f9-bb60-6f03a91caa46 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:57:16.163465 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Attempting to bind port 041a169e-2c9c-45f9-bb60-6f03a91caa46 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:57:16.168904 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:57:16.169277 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:57:16.169681 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.170071 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:57:16.170576 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Bound port: 041a169e-2c9c-45f9-bb60-6f03a91caa46, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:57:16.170981 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.201283 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:16.208413 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:16.213499 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:57:16.216683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a39fe6-716e-4ff7-bf64-2d0596523431,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:16.218621 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port e2701300-aaef-429d-a028-0da9d27f9f7f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:16.219115 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.237984 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] For port 041a169e-2c9c-45f9-bb60-6f03a91caa46, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:57:16.242228 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] For port 041a169e-2c9c-45f9-bb60-6f03a91caa46, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=041a169e-2c9c-45f9-bb60-6f03a91caa46,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:57:16.254101 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.273657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (1fea8529-c35c-4b52-8a30-946d217b0779), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.336111 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port e2701300-aaef-429d-a028-0da9d27f9f7f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:16.454740 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.455238 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:16.455906 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:16.495517 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98594-2819-4d0a-9b2d-5a2842e855ea None None] Pushing event updated for resources: {'Port': ['ID=041a169e-2c9c-45f9-bb60-6f03a91caa46,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:16.524227 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-cd7e3d66-802b-48f0-81ab-4e373d673f1f None None] Provisioning complete for port b4a39fe6-716e-4ff7-bf64-2d0596523431 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:16.524885 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3d66-802b-48f0-81ab-4e373d673f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.587194 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:16.589849 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3d66-802b-48f0-81ab-4e373d673f1f None None] Port b4a39fe6-716e-4ff7-bf64-2d0596523431 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:57:16.654928 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks [] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.661836 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.729624 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (1fea8529-c35c-4b52-8a30-946d217b0779), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.731437 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a39fe6-716e-4ff7-bf64-2d0596523431,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:16.822717 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:15Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:16.840664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:16.842031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:16.863282 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab74421-58a5-47aa-9f2a-224dc16baae9 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:15Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:16.997767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:17.151567 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-6add288a-fd25-411c-8091-7c096f1bbf03 None None] Provisioning complete for port b4a39fe6-716e-4ff7-bf64-2d0596523431 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:17.151567 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6add288a-fd25-411c-8091-7c096f1bbf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.221852 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-6add288a-fd25-411c-8091-7c096f1bbf03 None None] Port b4a39fe6-716e-4ff7-bf64-2d0596523431 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:57:17.470826 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:17.476190 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-dbbcb2ea-4c17-4637-a07d-1bb29bb1d669 admin admin] 10.222.0.24 "PUT /v2.0/routers/1fea8529-c35c-4b52-8a30-946d217b0779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2024622 Apr 06 13:57:17.493517 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c156526-7bfe-401f-adf3-3a04deced714 req-084eb9ee-f18a-42e5-949e-666e4d165e66 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:17.495469 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c156526-7bfe-401f-adf3-3a04deced714 req-084eb9ee-f18a-42e5-949e-666e4d165e66 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.3418231 Apr 06 13:57:17.554670 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c156526-7bfe-401f-adf3-3a04deced714 req-c1ff7dab-362c-46ec-9e7c-941cb578991b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509140 Apr 06 13:57:18.021146 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59088) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:18.028630 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168280784', 'description': 'tempest-description--240124212'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:18.064185 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.157053 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (5f1fa23c-f226-4f8f-8cd4-15d201849fe0), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.165575 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (5f1fa23c-f226-4f8f-8cd4-15d201849fe0), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.174256 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 041a169e-2c9c-45f9-bb60-6f03a91caa46 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:18.205736 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.207646 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1849916 Apr 06 13:57:18.211067 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59092) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:18.216674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': '5f1fa23c-f226-4f8f-8cd4-15d201849fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:18.222435 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858420-d416-42f6-b967-d22b63775cb1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1fa23c-f226-4f8f-8cd4-15d201849fe0,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.248166 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (748a1cd7-475e-4323-9606-a28fbe69e46b), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.251519 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 041a169e-2c9c-45f9-bb60-6f03a91caa46 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:18.252719 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.357380 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 041a169e-2c9c-45f9-bb60-6f03a91caa46 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:18.357928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.372588 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (748a1cd7-475e-4323-9606-a28fbe69e46b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.378538 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (748a1cd7-475e-4323-9606-a28fbe69e46b), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.385237 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 041a169e-2c9c-45f9-bb60-6f03a91caa46, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=041a169e-2c9c-45f9-bb60-6f03a91caa46,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:18.392146 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.407287 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748a1cd7-475e-4323-9606-a28fbe69e46b,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.422459 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.426803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59096) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:18.427732 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6407d0d7-e7a4-401b-a35e-e37567922467 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146561 Apr 06 13:57:18.431809 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': '5f1fa23c-f226-4f8f-8cd4-15d201849fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:18.434680 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeecfd-dbbc-48a0-915b-c65ef1b6b236 req-fece6095-9a2e-49c7-8673-c3ce51332c7d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:18.436379 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3cbeecfd-dbbc-48a0-915b-c65ef1b6b236 req-fece6095-9a2e-49c7-8673-c3ce51332c7d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.1113787 Apr 06 13:57:18.450342 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=041a169e-2c9c-45f9-bb60-6f03a91caa46,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.462606 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (22e4cdd6-7615-4876-a967-f72bc50f94d5), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.492426 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3cbeecfd-dbbc-48a0-915b-c65ef1b6b236 req-5bad405e-f3ef-49cc-ab5a-ec9c83902c80 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501008 Apr 06 13:57:18.530799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (22e4cdd6-7615-4876-a967-f72bc50f94d5), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.537653 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (22e4cdd6-7615-4876-a967-f72bc50f94d5), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.558907 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e4cdd6-7615-4876-a967-f72bc50f94d5,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.569740 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.571114 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-cb070127-4dc6-474f-a6bd-54a92f285636 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432416 Apr 06 13:57:18.575997 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59098) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:18.580883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:18.614636 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.729072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1d117-44b2-4b6a-8587-30779a7d8063 req-2673af59-d786-4462-8dab-b5240c55d834 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:18.730642 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3eb1d117-44b2-4b6a-8587-30779a7d8063 req-2673af59-d786-4462-8dab-b5240c55d834 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0696230 Apr 06 13:57:18.794436 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3eb1d117-44b2-4b6a-8587-30779a7d8063 req-3cd16320-8dd9-4dad-ab1f-3ca0c3b6168e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581610 Apr 06 13:57:18.799533 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.927335 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.27.0.87 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/f86314c0-4518-4c19-8452-57a15140cf06) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:57:19.052108 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (f86314c0-4518-4c19-8452-57a15140cf06), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.092448 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (f86314c0-4518-4c19-8452-57a15140cf06), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.147528 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:19.149080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=f86314c0-4518-4c19-8452-57a15140cf06,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.151852 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:19.154140 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:57:19.192176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:19.204226 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:19.204916 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:19.268786 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (7a233973-1d27-45e6-bcee-0ce9156157d4), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.272754 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.317077 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (f86314c0-4518-4c19-8452-57a15140cf06), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.361017 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:19.489105 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (f86314c0-4518-4c19-8452-57a15140cf06), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.494525 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (f86314c0-4518-4c19-8452-57a15140cf06), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.578190 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=f86314c0-4518-4c19-8452-57a15140cf06,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.588928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:19.590193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (7a233973-1d27-45e6-bcee-0ce9156157d4), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.610631 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.622020 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-c2f0de8f-079c-40a4-be56-17449edc9091 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0357354 Apr 06 13:57:19.627373 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:19.627843 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Updating router 1fea8529-c35c-4b52-8a30-946d217b0779 port b4a39fe6-716e-4ff7-bf64-2d0596523431 binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:57:19.643095 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cce31-43a9-49a6-bfe5-1e447e5401c7 req-1dd9876e-9270-4f16-9fb3-797cdb4b501a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.644828 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-474cce31-43a9-49a6-bfe5-1e447e5401c7 req-1dd9876e-9270-4f16-9fb3-797cdb4b501a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0610266 Apr 06 13:57:19.667725 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.706804 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-474cce31-43a9-49a6-bfe5-1e447e5401c7 req-57e237aa-25d2-4e3d-b95f-01fee0f6405a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544167 Apr 06 13:57:19.785498 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-69f13a27-3f35-41d7-a722-73d3b1f3207a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1168280784&fields=id&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 267 time: 0.0448396 Apr 06 13:57:19.926877 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-7b780c0f-ae43-4840-8dbd-b81386627288 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.928483 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-7b780c0f-ae43-4840-8dbd-b81386627288 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.1359699 Apr 06 13:57:19.945978 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60380d6-431d-4f50-aa97-0d9a30dd6ae3 req-63dca84a-2fec-484d-b998-87fa38f827f6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.946237 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-8c121312-d119-4668-9c53-25ca18c71ef2 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/quotas/c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 375 time: 0.0098624 Apr 06 13:57:19.948082 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c60380d6-431d-4f50-aa97-0d9a30dd6ae3 req-63dca84a-2fec-484d-b998-87fa38f827f6 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0650566 Apr 06 13:57:19.988288 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Publish callbacks [] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.994412 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.999874 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c60380d6-431d-4f50-aa97-0d9a30dd6ae3 req-b8307e31-4291-4393-9bb2-24c7cd36b6cc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458767 Apr 06 13:57:20.013440 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-571351ce-eac9-48a3-81b5-5f196fd9e9db tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613453 Apr 06 13:57:20.173283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 041a169e-2c9c-45f9-bb60-6f03a91caa46 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:20.179653 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-e8f69e29-9e1d-43c3-9056-0133918bf961 service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523144 Apr 06 13:57:20.231169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba6bc6-a92a-4ce2-9dab-35b999686cf3 None None] Pushing event updated for resources: {'Port': ['ID=b4a39fe6-716e-4ff7-bf64-2d0596523431,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:20.280333 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-88bf03f6-c65f-4332-af1a-6db88cc974ae service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946751 Apr 06 13:57:20.300507 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Attempting to bind port b4a39fe6-716e-4ff7-bf64-2d0596523431 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:57:20.300889 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Attempting to bind port b4a39fe6-716e-4ff7-bf64-2d0596523431 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:57:20.301257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Attempting to bind port b4a39fe6-716e-4ff7-bf64-2d0596523431 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:57:20.309685 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 041a169e-2c9c-45f9-bb60-6f03a91caa46 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:20.309998 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.312165 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:57:20.312466 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:57:20.312804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.313212 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Bound using segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:57:20.313736 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Bound port: b4a39fe6-716e-4ff7-bf64-2d0596523431, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:57:20.314084 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.442902 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] For port b4a39fe6-716e-4ff7-bf64-2d0596523431, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:57:20.465903 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] For port b4a39fe6-716e-4ff7-bf64-2d0596523431, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=b4a39fe6-716e-4ff7-bf64-2d0596523431,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:57:20.468786 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 041a169e-2c9c-45f9-bb60-6f03a91caa46 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:20.473969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.521237 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a0db1690-0f65-47d0-ac75-e2acf6310f8d req-612d1ba5-ad58-4119-85e6-2eda655213b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 210 time: 0.0364065 Apr 06 13:57:20.534347 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:20.535020 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:56:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:20.588864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba6bc6-a92a-4ce2-9dab-35b999686cf3 None None] Pushing event updated for resources: {'Port': ['ID=b4a39fe6-716e-4ff7-bf64-2d0596523431,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:20.613738 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] Provisioning complete for port b4a39fe6-716e-4ff7-bf64-2d0596523431 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:20.613738 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.717374 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:20.838172 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] Current status of the port b4a39fe6-716e-4ff7-bf64-2d0596523431 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:20.838567 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.864156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a0268-757c-43ec-83cb-6a043e926256 req-8d518d2d-99f3-42cf-8c2c-11bad5c17351 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:20.865983 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e17a0268-757c-43ec-83cb-6a043e926256 req-8d518d2d-99f3-42cf-8c2c-11bad5c17351 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0728881 Apr 06 13:57:20.940437 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] For port b4a39fe6-716e-4ff7-bf64-2d0596523431, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=b4a39fe6-716e-4ff7-bf64-2d0596523431,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:20.945923 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e17a0268-757c-43ec-83cb-6a043e926256 req-fa6564f9-d078-4439-a873-f4b5ea109000 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700386 Apr 06 13:57:20.954450 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:21.030302 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee74240-9a49-4be7-92ce-e443c5ff8aa0 None None] Pushing event updated for resources: {'Port': ['ID=b4a39fe6-716e-4ff7-bf64-2d0596523431,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:21.054283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:21.089680 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b768a6-a962-4e29-9353-91af0921a27f None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:21.100214 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-fcf8fffe-dd11-4148-9308-872f161ab65f None None] Provisioning complete for port b4a39fe6-716e-4ff7-bf64-2d0596523431 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:21.100589 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fcf8fffe-dd11-4148-9308-872f161ab65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:21.146579 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802810-b221-44ce-acce-88d8087f36d2 req-aa20b6b4-3f0d-4ff4-9b96-2f1740623de9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:21.160396 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a5802810-b221-44ce-acce-88d8087f36d2 req-aa20b6b4-3f0d-4ff4-9b96-2f1740623de9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0778525 Apr 06 13:57:21.201841 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8fffe-dd11-4148-9308-872f161ab65f None None] Current status of the port b4a39fe6-716e-4ff7-bf64-2d0596523431 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:21.210051 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a5802810-b221-44ce-acce-88d8087f36d2 req-b1ef3425-994b-44c1-a8e9-0c7c96497b4d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 Apr 06 13:57:21.533755 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:57:21.664209 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5cd1483-a3ab-46d6-be73-e056dbf57db0 req-7111b7e2-25ac-4f75-be90-92d1d34e33ae tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 210 time: 0.0438287 Apr 06 13:57:21.680028 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:21.695410 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'mac_address': 'fa:16:3e:7d:54:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:57:21.697781 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-3de75356-f46b-45e3-8ab7-f9f033d5f58f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:21.699359 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-3de75356-f46b-45e3-8ab7-f9f033d5f58f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.1754682 Apr 06 13:57:21.741618 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: ACTIVE; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:21.742029 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:21.757641 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 390ddf1c-6400-4755-8d57-b2adfcc58066 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:21.779726 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:21.785079 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:21.790960 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-8f6dd14d-14c3-4a65-bc06-6b31f3efd2fb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 380 time: 0.0794165 Apr 06 13:57:21.839636 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=6']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:21.866371 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['390ddf1c-6400-4755-8d57-b2adfcc58066'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:21.930667 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'port': {'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'admin_state_up': True, 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'security_groups': ['5f1fa23c-f226-4f8f-8cd4-15d201849fe0']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:22.054836 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Made reservation on behalf of c4e6f63c94e44d468778a069d11dbf33 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:57:22.058318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.077343 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239fc8a-fe23-4262-871a-bbc989d3b25f req-c4779b97-5db0-4795-8ce4-bb68c22d9987 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:22.078887 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0239fc8a-fe23-4262-871a-bbc989d3b25f req-c4779b97-5db0-4795-8ce4-bb68c22d9987 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0635097 Apr 06 13:57:22.105635 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b4a39fe6-716e-4ff7-bf64-2d0596523431 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:22.137390 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0239fc8a-fe23-4262-871a-bbc989d3b25f req-4981d92f-b392-48f4-9ee6-1ba486e95eda tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522633 Apr 06 13:57:22.156865 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port b4a39fe6-716e-4ff7-bf64-2d0596523431 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:22.157242 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.211768 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.20.0.5 (5c0333e4-301c-4229-89da-6586694e7e49/b8721f49-bcb5-4268-98c0-66f761a772d7/7b9c398e-bf2e-4787-b709-87a8c1534f49) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:57:22.238377 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port b4a39fe6-716e-4ff7-bf64-2d0596523431 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:22.397302 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2c786-d531-45ec-85de-aa6e48e2ed10 req-3663b13e-5eaa-41e8-91ac-4697ef2a194e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:22.398732 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-55e2c786-d531-45ec-85de-aa6e48e2ed10 req-3663b13e-5eaa-41e8-91ac-4697ef2a194e tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 945 time: 0.1053672 Apr 06 13:57:22.404149 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.471812 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-55e2c786-d531-45ec-85de-aa6e48e2ed10 req-642ec1e1-2d4a-4025-aa81-b73394f58ddd tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656896 Apr 06 13:57:22.474107 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.518170 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:57:22.523302 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:57:22.525675 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:57:22.553029 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=7b9c398e-bf2e-4787-b709-87a8c1534f49,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:22.583360 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:22.583966 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.602507 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-2557f1ab-151c-411b-82ae-5b096d8f42a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6761796 Apr 06 13:57:22.617328 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Request body: {'port': {'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:22.681354 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.735340 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-2ea39d3d-04ba-4d5d-8891-2d025bfc25b5 None None] Provisioning complete for port 7b9c398e-bf2e-4787-b709-87a8c1534f49 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:22.735936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-2ea39d3d-04ba-4d5d-8891-2d025bfc25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.773511 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-2ea39d3d-04ba-4d5d-8891-2d025bfc25b5 None None] Port 7b9c398e-bf2e-4787-b709-87a8c1534f49 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:57:22.803198 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da255-d0fe-4714-aa63-961e3ee11411 req-ff00e330-518a-47b9-9fd5-473086830316 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:22.805454 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d18da255-d0fe-4714-aa63-961e3ee11411 req-ff00e330-518a-47b9-9fd5-473086830316 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 931 time: 0.0714898 Apr 06 13:57:22.867278 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d18da255-d0fe-4714-aa63-961e3ee11411 req-1e39763a-7b98-4454-ba08-50a5db21b6be tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545828 Apr 06 13:57:22.967210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9c398e-bf2e-4787-b709-87a8c1534f49 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:22.974792 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Publish callbacks [] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:22.987168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Transition to ACTIVE for port object 7b9c398e-bf2e-4787-b709-87a8c1534f49 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:57:22.991361 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.085521 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c398e-bf2e-4787-b709-87a8c1534f49,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:23.144042 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Attempting to bind port 7b9c398e-bf2e-4787-b709-87a8c1534f49 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:57:23.144387 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Attempting to bind port 7b9c398e-bf2e-4787-b709-87a8c1534f49 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:57:23.144720 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Attempting to bind port 7b9c398e-bf2e-4787-b709-87a8c1534f49 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:57:23.151467 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Port 7b9c398e-bf2e-4787-b709-87a8c1534f49 on network 5c0333e4-301c-4229-89da-6586694e7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:57:23.151467 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Attempting to bind port 7b9c398e-bf2e-4787-b709-87a8c1534f49 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:57:23.157052 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:57:23.157402 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:57:23.157832 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Bound using segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:57:23.158358 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Bound port: 7b9c398e-bf2e-4787-b709-87a8c1534f49, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:57:23.158793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.246423 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] For port 7b9c398e-bf2e-4787-b709-87a8c1534f49, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:57:23.250844 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] For port 7b9c398e-bf2e-4787-b709-87a8c1534f49, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:57:23.263818 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.298524 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fd3f1-86f9-4215-81ab-4f55b6dcb2dc req-eb02c351-042c-4e59-85e8-5cdf8f39090b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:23.311278 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4f9fd3f1-86f9-4215-81ab-4f55b6dcb2dc req-eb02c351-042c-4e59-85e8-5cdf8f39090b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0688927 Apr 06 13:57:23.325861 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:23.326600 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.333706 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] 10.222.0.15 "PUT /v2.0/ports/7b9c398e-bf2e-4787-b709-87a8c1534f49 HTTP/1.1" status: 200 len: 1093 time: 0.7206731 Apr 06 13:57:23.336843 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:23.339583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148" -d '{"events": [{"name": "network-changed", "server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:23.368260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba89476-4bf8-4239-b8da-9e8a9d9cdd3d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9c398e-bf2e-4787-b709-87a8c1534f49,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:23.373155 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4f9fd3f1-86f9-4215-81ab-4f55b6dcb2dc req-3cf8e229-3ccd-4414-a7da-c052ea0c4158 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607061 Apr 06 13:57:23.416586 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cdeb22-362a-4473-aa67-927b0236d89b x-openstack-request-id: req-01cdeb22-362a-4473-aa67-927b0236d89b {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:23.416974 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:23.417272 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01cdeb22-362a-4473-aa67-927b0236d89b {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:23.417765 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cdeb22-362a-4473-aa67-927b0236d89b'] response: {'name': 'network-changed', 'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'status': 'completed', 'code': 200} Apr 06 13:57:23.466581 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-11f0bfdc-2636-4eca-8c1a-87aa89de9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:23.468351 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-11f0bfdc-2636-4eca-8c1a-87aa89de9e6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 1127 time: 0.0618639 Apr 06 13:57:23.533414 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-37a0ad5d-75ac-43c1-924f-940c8b539585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49 HTTP/1.1" status: 200 len: 217 time: 0.0574608 Apr 06 13:57:23.562755 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:23.600094 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-ad56a96a-4d75-423a-8fcc-96c27eb5fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:23.602395 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-ad56a96a-4d75-423a-8fcc-96c27eb5fb4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0624433 Apr 06 13:57:23.633826 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acaf07-d3ee-49c5-9fb9-bb4ee35b60da req-788fab59-b9ef-4696-b2f5-1c37cb9e9c28 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:23.636469 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-58acaf07-d3ee-49c5-9fb9-bb4ee35b60da req-788fab59-b9ef-4696-b2f5-1c37cb9e9c28 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 945 time: 0.0627344 Apr 06 13:57:23.646566 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 390ddf1c-6400-4755-8d57-b2adfcc58066 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:23.646970 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.663114 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cd84d0e4-97f5-4a7e-a872-f16f4083fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:23.664776 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-cd84d0e4-97f5-4a7e-a872-f16f4083fcf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562267 Apr 06 13:57:23.705487 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-58acaf07-d3ee-49c5-9fb9-bb4ee35b60da req-b1e67eeb-bb4d-484c-ac4f-2bc0b9fc43ab tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629697 Apr 06 13:57:23.740028 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:23.740528 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.764575 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:23.766984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1404f5f6-97ab-4e8d-8187-abaedabee298" -d '{"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-plugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:23.780009 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:23.785838 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:23.787526 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-59f39152-ad06-46e5-b789-26714c2a8261 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082509 Apr 06 13:57:23.853305 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=7']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:23.906359 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c8458-161d-4044-98d5-28c83525cf1d x-openstack-request-id: req-fe3c8458-161d-4044-98d5-28c83525cf1d {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:23.906681 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-plugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:23.906978 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe3c8458-161d-4044-98d5-28c83525cf1d {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:23.907380 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3c8458-161d-4044-98d5-28c83525cf1d'] response: {'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'code': 200} Apr 06 13:57:23.908683 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c9f47425-c590-41db-a477-77ea75ba5ea9 req-9456dfe4-45aa-48c6-9401-91ce9269944f service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146383 Apr 06 13:57:24.001261 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96d971-73b0-4b6c-9f94-d3baa27c0327 req-c2db1813-6f2f-42dc-bb18-6cf40d0f9fe5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:24.003498 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-df96d971-73b0-4b6c-9f94-d3baa27c0327 req-c2db1813-6f2f-42dc-bb18-6cf40d0f9fe5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 943 time: 0.0558705 Apr 06 13:57:24.056521 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-df96d971-73b0-4b6c-9f94-d3baa27c0327 req-a2c5e52d-889a-43e8-a843-1686bd349e8d tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464060 Apr 06 13:57:24.506788 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fc580-fdfd-4b78-b3a0-290bd30f6698 req-40565b9c-8cb4-4f4e-b8be-0516530b9edf tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:24.508617 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-244fc580-fdfd-4b78-b3a0-290bd30f6698 req-40565b9c-8cb4-4f4e-b8be-0516530b9edf tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0659556 Apr 06 13:57:24.564174 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-244fc580-fdfd-4b78-b3a0-290bd30f6698 req-77a47341-cb2a-4dcc-b755-7784627bf0b4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491612 Apr 06 13:57:24.846690 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f624179-677d-4cbe-a4c3-aa6ed6906556 req-c937b9f6-db98-47a9-a148-2ec54b87e022 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:24.855832 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9f624179-677d-4cbe-a4c3-aa6ed6906556 req-c937b9f6-db98-47a9-a148-2ec54b87e022 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0736060 Apr 06 13:57:24.913033 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-d7a6b63a-a0cc-40da-a335-eb8a9f096a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:24.914951 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-d7a6b63a-a0cc-40da-a335-eb8a9f096a9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 1127 time: 0.0669179 Apr 06 13:57:24.930980 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9f624179-677d-4cbe-a4c3-aa6ed6906556 req-b0f1cb74-ef62-4dbf-8d17-a2f9521c792c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693176 Apr 06 13:57:25.055420 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-3ed0b010-faee-4023-a00e-838aa813c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.057297 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-3ed0b010-faee-4023-a00e-838aa813c750 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1336226 Apr 06 13:57:25.115401 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-b619906c-7eb3-4f69-ac3d-cae795556a40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49 HTTP/1.1" status: 200 len: 217 time: 0.0513289 Apr 06 13:57:25.207469 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-70661a50-3fa6-471c-a39c-956cbeb26223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.209045 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-70661a50-3fa6-471c-a39c-956cbeb26223 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0827243 Apr 06 13:57:25.264682 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b61c85-3f8d-4298-aff3-7219bc074b25 req-49a1a51d-470e-4a69-ab4e-550066f46d1c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.271352 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-10b61c85-3f8d-4298-aff3-7219bc074b25 req-49a1a51d-470e-4a69-ab4e-550066f46d1c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 943 time: 0.0726991 Apr 06 13:57:25.285605 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-e339c000-df9c-4633-bf08-f0c139884b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.287263 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-e339c000-df9c-4633-bf08-f0c139884b6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700214 Apr 06 13:57:25.345153 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-10b61c85-3f8d-4298-aff3-7219bc074b25 req-5970ca7b-554f-4619-8b00-f732c9d038a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649531 Apr 06 13:57:25.416601 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-e9cb7e87-0391-4eea-84d7-1bef413c4906 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218011 Apr 06 13:57:25.469189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a7e49416-c5fd-4a32-968d-01427ceaf069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:25.540988 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-eb1c8daa-a1fd-4bf9-ae80-4c4dfc342148 req-e414a49b-9a62-4d1b-9a41-f933e226d24c service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182673 Apr 06 13:57:25.560545 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7b9c398e-bf2e-4787-b709-87a8c1534f49 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:57:25.701375 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 7b9c398e-bf2e-4787-b709-87a8c1534f49, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:25.721283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:57:25.743202 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f651-5f3e-4d84-b856-5dc66b11d185 req-6619aff1-3844-4c8c-bffb-174ed37af722 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:25.744604 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16a6f651-5f3e-4d84-b856-5dc66b11d185 req-6619aff1-3844-4c8c-bffb-174ed37af722 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0815597 Apr 06 13:57:25.785383 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 7b9c398e-bf2e-4787-b709-87a8c1534f49 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:25.785774 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:25.801629 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9c398e-bf2e-4787-b709-87a8c1534f49 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:25.809026 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16a6f651-5f3e-4d84-b856-5dc66b11d185 req-4afbabcf-f757-4b6b-89be-a590b88a1445 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580020 Apr 06 13:57:25.832174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 7b9c398e-bf2e-4787-b709-87a8c1534f49, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:25.837777 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:25.899160 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=7b9c398e-bf2e-4787-b709-87a8c1534f49,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:26.081448 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89834ce-002e-4c00-9539-5e35a09c38e4 req-ead80524-e4b0-4182-b7ed-21e9412efd23 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:26.083017 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b89834ce-002e-4c00-9539-5e35a09c38e4 req-ead80524-e4b0-4182-b7ed-21e9412efd23 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0670192 Apr 06 13:57:26.117350 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['7b9c398e-bf2e-4787-b709-87a8c1534f49'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:26.148937 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b89834ce-002e-4c00-9539-5e35a09c38e4 req-8eb6a874-f71d-494e-aadd-07c1a56787d9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593555 Apr 06 13:57:26.481174 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668380b-728b-48d6-9cbe-811640bbf511 req-8b38e4bb-2e16-4d4d-b903-36c29aed58e7 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:26.489538 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4668380b-728b-48d6-9cbe-811640bbf511 req-8b38e4bb-2e16-4d4d-b903-36c29aed58e7 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 944 time: 0.0572164 Apr 06 13:57:26.544373 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4668380b-728b-48d6-9cbe-811640bbf511 req-1e38bdf1-e63e-4ece-b338-4922c458113c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539522 Apr 06 13:57:26.940024 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3238c1-36e4-4a0c-952a-691764907bf8 req-c3cde02e-747a-4c29-871d-dd7033822b4f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:26.947850 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0a3238c1-36e4-4a0c-952a-691764907bf8 req-c3cde02e-747a-4c29-871d-dd7033822b4f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0619423 Apr 06 13:57:27.000099 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0a3238c1-36e4-4a0c-952a-691764907bf8 req-18aa662f-afe5-4e51-9fc4-77a2791059f8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509689 Apr 06 13:57:27.299344 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0beb6-7d52-4f60-9443-06f192c092ef req-fe7a1912-b367-4559-9021-1c047acbb75d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:27.301229 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-38d0beb6-7d52-4f60-9443-06f192c092ef req-fe7a1912-b367-4559-9021-1c047acbb75d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0666056 Apr 06 13:57:27.378674 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-38d0beb6-7d52-4f60-9443-06f192c092ef req-83c94527-65d4-47d1-bd4f-0786b34a163d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647073 Apr 06 13:57:27.562255 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7b9c398e-bf2e-4787-b709-87a8c1534f49 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:27.628042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 7b9c398e-bf2e-4787-b709-87a8c1534f49 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:57:27.634652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 7b9c398e-bf2e-4787-b709-87a8c1534f49 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:27.635233 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:27.718281 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085f249-03cf-494f-8944-a6de6f540679 req-357030be-b69e-4e2c-9170-00e850610389 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:27.719901 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e085f249-03cf-494f-8944-a6de6f540679 req-357030be-b69e-4e2c-9170-00e850610389 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 944 time: 0.0807350 Apr 06 13:57:27.811345 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e085f249-03cf-494f-8944-a6de6f540679 req-8937fef1-dad1-455d-8de6-aaf5984ce0d9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830197 Apr 06 13:57:27.935515 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 7b9c398e-bf2e-4787-b709-87a8c1534f49 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:27.935908 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:27.961490 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:27.963886 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f4c01-f87c-410b-b27d-8a253db92cbf" -d '{"events": [{"server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:27.980513 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 7b9c398e-bf2e-4787-b709-87a8c1534f49, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:27.986387 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:28.018033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b50d0-f9b2-4a26-9110-9150c9554e17 x-openstack-request-id: req-800b50d0-f9b2-4a26-9110-9150c9554e17 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:28.018403 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "name": "network-vif-plugged", "status": "completed", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:28.018672 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-800b50d0-f9b2-4a26-9110-9150c9554e17 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:28.019108 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800b50d0-f9b2-4a26-9110-9150c9554e17'] response: {'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'code': 200} Apr 06 13:57:28.055696 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=7b9c398e-bf2e-4787-b709-87a8c1534f49,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:28.111915 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-4156d653-72e7-4e2b-828a-2d0c400a746c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:28.141352 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfc0b8-4ee1-4ce1-afb8-a6226617e30f req-5f5d69fa-0ce5-4d04-9670-f16e06308159 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.143709 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-05bfc0b8-4ee1-4ce1-afb8-a6226617e30f req-5f5d69fa-0ce5-4d04-9670-f16e06308159 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0650620 Apr 06 13:57:28.226561 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-05bfc0b8-4ee1-4ce1-afb8-a6226617e30f req-aeb8f3ac-e2a9-42f3-a46f-73f7469d86b1 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767717 Apr 06 13:57:28.261222 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75d13-ed35-4aee-9385-8bbc03f9d2c1 req-1706b905-c5d4-4e25-80c8-dfc9d4a87de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.262799 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4ce75d13-ed35-4aee-9385-8bbc03f9d2c1 req-1706b905-c5d4-4e25-80c8-dfc9d4a87de7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 1129 time: 0.0842211 Apr 06 13:57:28.313145 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4ce75d13-ed35-4aee-9385-8bbc03f9d2c1 req-f13d008a-ac92-4562-a671-b1cfbedef780 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Apr 06 13:57:28.541091 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0a300-14f5-4da5-863b-c014d0b85eb4 req-a9c10544-832b-43ac-8ecb-36b6a53d42fc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.543099 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f0a300-14f5-4da5-863b-c014d0b85eb4 req-a9c10544-832b-43ac-8ecb-36b6a53d42fc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0755899 Apr 06 13:57:28.603500 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77f0a300-14f5-4da5-863b-c014d0b85eb4 req-0cd5bf46-6cf4-41f5-a737-81e58bd816d4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543780 Apr 06 13:57:28.738599 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454eca-377f-435c-95b5-7f159b8c1703 req-bf25c680-a098-4cff-8c4f-fce56f6ae1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.740222 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-bf25c680-a098-4cff-8c4f-fce56f6ae1ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1130 time: 0.0561335 Apr 06 13:57:28.850359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454eca-377f-435c-95b5-7f159b8c1703 req-a2189bb2-7ca9-40e7-ac03-bb12f1a59a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.851970 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-a2189bb2-7ca9-40e7-ac03-bb12f1a59a2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 910 time: 0.1048193 Apr 06 13:57:28.952689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d204e5b-798e-43d8-8e7a-f2ab2f86eca7 req-0f8c35ae-3da9-4aa6-817e-a6c89f96532e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:28.954209 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5d204e5b-798e-43d8-8e7a-f2ab2f86eca7 req-0f8c35ae-3da9-4aa6-817e-a6c89f96532e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.0653639 Apr 06 13:57:29.014796 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5d204e5b-798e-43d8-8e7a-f2ab2f86eca7 req-edf2abcb-fa93-461a-8e68-e5cf74d8c4e4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535200 Apr 06 13:57:29.144084 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-9864aa8c-c15a-4885-a6be-dc5a39c50e80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 1002 time: 0.0766761 Apr 06 13:57:29.204590 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:29.219337 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454eca-377f-435c-95b5-7f159b8c1703 req-772037ac-b786-4193-8dc0-f8f8de9026ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:29.221480 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-772037ac-b786-4193-8dc0-f8f8de9026ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 200 len: 848 time: 0.0700834 Apr 06 13:57:29.296883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454eca-377f-435c-95b5-7f159b8c1703 req-61e1d422-8f37-4275-b1e6-61b023823f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:29.299644 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-61e1d422-8f37-4275-b1e6-61b023823f49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683637 Apr 06 13:57:29.369461 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127a985-831c-473b-96c8-7385eddb24f6 req-9a4ac843-1e6d-48dd-a2de-57a6a79577c1 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:29.371705 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8127a985-831c-473b-96c8-7385eddb24f6 req-9a4ac843-1e6d-48dd-a2de-57a6a79577c1 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0583193 Apr 06 13:57:29.462878 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8127a985-831c-473b-96c8-7385eddb24f6 req-ae9c606d-412c-4ce8-b8d7-122350f0f9d7 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829363 Apr 06 13:57:29.511677 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-0106de11-f03e-403f-9fbf-cfb551228335 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394401 Apr 06 13:57:29.739737 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af965b8-5473-4520-b6ab-9b71f28587cb req-4247268c-512d-47af-8e99-83d1c8b32f60 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:29.741632 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2af965b8-5473-4520-b6ab-9b71f28587cb req-4247268c-512d-47af-8e99-83d1c8b32f60 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0610907 Apr 06 13:57:29.813345 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2af965b8-5473-4520-b6ab-9b71f28587cb req-194dfcb9-abc7-4e68-a9f0-fcaf8f59354b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640097 Apr 06 13:57:29.901794 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-14454eca-377f-435c-95b5-7f159b8c1703 req-33cb12e7-fb92-45f9-8883-26fe95c9b1e4 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247888 Apr 06 13:57:30.155590 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443742f-f618-4f18-985d-ea4ed2d54731 req-5ae68013-5613-4861-b868-5366aef50d5d tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:30.157425 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d443742f-f618-4f18-985d-ea4ed2d54731 req-5ae68013-5613-4861-b868-5366aef50d5d tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.0677168 Apr 06 13:57:30.213930 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d443742f-f618-4f18-985d-ea4ed2d54731 req-8f5a5aab-9bf0-4164-bb06-f779539f5369 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502362 Apr 06 13:57:30.345907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2dcb-6a42-41a1-b240-0b96eb7e14db req-eb6dbb85-b7c3-4702-8b25-de1cfd8d0e3a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:30.347463 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-561d2dcb-6a42-41a1-b240-0b96eb7e14db req-eb6dbb85-b7c3-4702-8b25-de1cfd8d0e3a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Apr 06 13:57:30.356179 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59260) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:30.361082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:30.411791 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (7a233973-1d27-45e6-bcee-0ce9156157d4), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:30.450646 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:30.710382 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee57a-47a6-47b3-b3a2-4f7c89a7ec32 req-026163ed-86cc-4a13-b13c-ee3eb7c9c640 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:30.715387 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8f3ee57a-47a6-47b3-b3a2-4f7c89a7ec32 req-026163ed-86cc-4a13-b13c-ee3eb7c9c640 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.1094170 Apr 06 13:57:30.970994 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dea1b-2588-4907-bf07-cd3a00e80135 req-ac1ec4b6-efb9-4a69-a613-f2b7da6d59e2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:30.972671 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-262dea1b-2588-4907-bf07-cd3a00e80135 req-ac1ec4b6-efb9-4a69-a613-f2b7da6d59e2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0671990 Apr 06 13:57:31.042672 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-262dea1b-2588-4907-bf07-cd3a00e80135 req-12ac424d-f822-4d45-910a-43c0f2f9e214 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640900 Apr 06 13:57:31.213642 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8f3ee57a-47a6-47b3-b3a2-4f7c89a7ec32 req-f18c1880-b1f5-4f47-b672-f9cecd66117e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4941561 Apr 06 13:57:31.368343 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:31.374091 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (7a233973-1d27-45e6-bcee-0ce9156157d4), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:31.503879 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP 7a233973-1d27-45e6-bcee-0ce9156157d4 associated. External IP: 172.27.0.87, port: 7b9c398e-bf2e-4787-b709-87a8c1534f49. Apr 06 13:57:31.804498 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:31.949684 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:31.955118 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:31.961732 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:31.972950 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:31.973604 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:57:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:32.003469 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-ea882ef0-d623-4ac5-84bd-a23eaafe9b1a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "PUT /v2.0/floatingips/7a233973-1d27-45e6-bcee-0ce9156157d4 HTTP/1.1" status: 200 len: 990 time: 1.6460493 Apr 06 13:57:32.009139 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:32.013930 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507fc14f-0c1c-49b0-bdd1-64df8309e676" -d '{"events": [{"name": "network-changed", "server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:32.079134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c389c9f2-2660-40e4-8efb-b69a1c455b8c x-openstack-request-id: req-c389c9f2-2660-40e4-8efb-b69a1c455b8c {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:32.080546 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:32.081120 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c389c9f2-2660-40e4-8efb-b69a1c455b8c {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:32.081861 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c389c9f2-2660-40e4-8efb-b69a1c455b8c'] response: {'name': 'network-changed', 'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'status': 'completed', 'code': 200} Apr 06 13:57:32.190325 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:32.223338 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-d1948a8e-0bb1-44d1-88a8-e157944300cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.225665 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-d1948a8e-0bb1-44d1-88a8-e157944300cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 1129 time: 0.1182909 Apr 06 13:57:32.382857 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac0d2c-0eae-4af2-b165-3a4ce4236819 req-9b6c5629-6144-45b8-9cec-556d412a4196 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.392905 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-f6e887cf-6369-44c0-a571-36e2c0538470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.394670 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-f6e887cf-6369-44c0-a571-36e2c0538470 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1544776 Apr 06 13:57:32.395160 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-53ac0d2c-0eae-4af2-b165-3a4ce4236819 req-9b6c5629-6144-45b8-9cec-556d412a4196 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0849986 Apr 06 13:57:32.492569 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:32.498253 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2df4d-ca1d-4728-874b-1354e00c4a69 req-33d0f3bb-1b6a-4a24-8b68-379f53e17bc2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.499938 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-68e2df4d-ca1d-4728-874b-1354e00c4a69 req-33d0f3bb-1b6a-4a24-8b68-379f53e17bc2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.3322334 Apr 06 13:57:32.531703 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:31Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:32.531935 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-53ac0d2c-0eae-4af2-b165-3a4ce4236819 req-34fc9bd1-6d87-4649-9dbd-66463edb67d0 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345785 Apr 06 13:57:32.564163 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:32.570005 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-68e2df4d-ca1d-4728-874b-1354e00c4a69 req-9cec37bb-a0fb-4e40-845e-93b2b332e847 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599251 Apr 06 13:57:32.572548 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-34379845-29bf-412c-a1ce-7de2802196d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49 HTTP/1.1" status: 200 len: 998 time: 0.1716199 Apr 06 13:57:32.588782 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:32.589659 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:57:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:32.629019 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-37e1f0ee-dd3a-42f6-b9d9-30cb48e32887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.630669 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-37e1f0ee-dd3a-42f6-b9d9-30cb48e32887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0514393 Apr 06 13:57:32.711022 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-12976318-4d38-41aa-9f21-17901856642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.713140 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-12976318-4d38-41aa-9f21-17901856642d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732007 Apr 06 13:57:32.720524 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:33.014839 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-328dd027-45ed-437d-a4c0-b189a5ff6491 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384509 Apr 06 13:57:33.069669 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:31Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:33.111147 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6851b8aa-54ca-489d-ac61-f544c227b896 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:31Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:33.210244 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-507fc14f-0c1c-49b0-bdd1-64df8309e676 req-64a408eb-718d-4f28-a986-24820815f2f3 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862197 Apr 06 13:57:33.417200 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156bcd52-e23d-4c3b-836f-9d98136a7fdd None None] New status for floating IP 7a233973-1d27-45e6-bcee-0ce9156157d4: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:57:33.591752 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:33.679195 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33092432-c593-401e-9811-15fbb8095508 req-ef27faeb-0e3f-49f9-b659-a7b17e4c740b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:33.687246 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9030ed08-5a25-4ee9-90b5-53ec55d01bad is: ACTIVE; New status is: DOWN {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:33.687536 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-33092432-c593-401e-9811-15fbb8095508 req-ef27faeb-0e3f-49f9-b659-a7b17e4c740b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0877824 Apr 06 13:57:33.688146 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.737330 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:33.740057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ca614-9127-4787-bc06-b9284073479f" -d '{"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-unplugged", "status": "completed", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:33.745094 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:33.753253 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.755944 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-33092432-c593-401e-9811-15fbb8095508 req-7621285f-9842-4c29-aa3d-bfb5007a2f57 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639539 Apr 06 13:57:33.775403 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d860b02-c761-4830-91a9-5de11b496e61 req-a9dd5bc2-f23a-4b9d-bcad-8c5d7a819347 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:33.777059 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5d860b02-c761-4830-91a9-5de11b496e61 req-a9dd5bc2-f23a-4b9d-bcad-8c5d7a819347 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0707157 Apr 06 13:57:33.808845 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7615ecf2-b040-4599-8eee-6bc9be4fdd71 x-openstack-request-id: req-7615ecf2-b040-4599-8eee-6bc9be4fdd71 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:33.809141 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-unplugged", "status": "failed", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "code": 422}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:33.809568 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7615ecf2-b040-4599-8eee-6bc9be4fdd71 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:33.810649 dv-cinder-827554-3-iscsi neutron-server[109801]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7615ecf2-b040-4599-8eee-6bc9be4fdd71']: {'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'code': 422} returned with failed status Apr 06 13:57:33.811525 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=6']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:33.837783 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5d860b02-c761-4830-91a9-5de11b496e61 req-b76f0318-c8a3-466e-9524-de0ef9dcf277 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539544 Apr 06 13:57:33.992359 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59320) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:34.012338 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc9f80-5fa5-4adb-88b6-763bb668652f req-0d3e597d-8c44-461b-845a-900475a003b6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.014025 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-28dc9f80-5fa5-4adb-88b6-763bb668652f req-0d3e597d-8c44-461b-845a-900475a003b6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0576589 Apr 06 13:57:34.094163 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-28dc9f80-5fa5-4adb-88b6-763bb668652f req-d72d0753-f365-48f8-a2e7-333206af51af tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735850 Apr 06 13:57:34.103862 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-f47057af-4de9-4d17-b817-be98a62fffdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101813 Apr 06 13:57:34.114981 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-6b663498-ceb3-418e-8fd9-f5565c248477 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:57:34.116032 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-6b663498-ceb3-418e-8fd9-f5565c248477 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055714 Apr 06 13:57:34.205842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59328) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:34.238199 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70552920-696b-42f4-a28e-47ff859e402e req-ba9761fe-a4ef-4cef-a7dc-f7156815c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.239810 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-ba9761fe-a4ef-4cef-a7dc-f7156815c6f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1130 time: 0.0495160 Apr 06 13:57:34.308567 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-c43e5218-6b89-455d-9697-c42ec568747d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.310003 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-c43e5218-6b89-455d-9697-c42ec568747d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports/9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 941 time: 0.1028552 Apr 06 13:57:34.341314 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70552920-696b-42f4-a28e-47ff859e402e req-c1146c16-041c-439d-8b23-2bcbbcf4a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.342878 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-c1146c16-041c-439d-8b23-2bcbbcf4a1a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 916 time: 0.0970798 Apr 06 13:57:34.421138 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-3039650a-3c11-42f2-9ffd-88a95fa97151 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 200 len: 1001 time: 0.0720909 Apr 06 13:57:34.488461 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70552920-696b-42f4-a28e-47ff859e402e req-1c665c13-14c4-46d9-9384-d323efb74780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.489987 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-1c665c13-14c4-46d9-9384-d323efb74780 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.0623207 Apr 06 13:57:34.550276 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70552920-696b-42f4-a28e-47ff859e402e req-039882be-b5db-4d02-adf5-55736d0cc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.551680 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-039882be-b5db-4d02-adf5-55736d0cc159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560725 Apr 06 13:57:34.658124 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-faee68f0-03ea-42e5-8f38-4a1519cc1747 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003370 Apr 06 13:57:34.761701 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-70552920-696b-42f4-a28e-47ff859e402e req-99d5c67e-1ff8-4764-96f0-326853ed04c1 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975730 Apr 06 13:57:34.983669 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e371-e317-4157-82b0-ff66c18f2d0c req-d9ff7f03-8d60-4c56-a29b-034e57bfd569 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:34.985068 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a386e371-e317-4157-82b0-ff66c18f2d0c req-d9ff7f03-8d60-4c56-a29b-034e57bfd569 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0586767 Apr 06 13:57:35.034600 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a386e371-e317-4157-82b0-ff66c18f2d0c req-aabe188a-2884-4a4d-983a-2e3bc84168cb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 Apr 06 13:57:35.243556 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c0f3b-105b-47f0-bc48-665e9c1a1ec2 req-c24ac1b2-0498-498a-a5e6-14970886e95b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:35.245052 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd9c0f3b-105b-47f0-bc48-665e9c1a1ec2 req-c24ac1b2-0498-498a-a5e6-14970886e95b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0616019 Apr 06 13:57:35.296893 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd9c0f3b-105b-47f0-bc48-665e9c1a1ec2 req-efb25867-8f81-4c42-8c89-3f1cbf75b639 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459414 Apr 06 13:57:36.175229 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044567e-5e11-4d69-9c64-382171ade1ab req-ad9adffe-66cb-451d-b531-6052008521ea tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:36.176953 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1044567e-5e11-4d69-9c64-382171ade1ab req-ad9adffe-66cb-451d-b531-6052008521ea tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0696480 Apr 06 13:57:36.237807 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1044567e-5e11-4d69-9c64-382171ade1ab req-83713392-2364-4770-a2f6-61d81d3b36a3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537477 Apr 06 13:57:36.422956 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1775a-8813-4c43-b7b6-502b62ca7189 req-016c200b-67e9-4310-9f7c-5df7225223b6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:36.424456 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b3a1775a-8813-4c43-b7b6-502b62ca7189 req-016c200b-67e9-4310-9f7c-5df7225223b6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0539391 Apr 06 13:57:36.485283 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b3a1775a-8813-4c43-b7b6-502b62ca7189 req-1e46f1c0-7635-40eb-abce-3ccd50f35c3d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548327 Apr 06 13:57:37.184510 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-9b4ed7b1-26c6-4e85-be79-e49e3a1eadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.186061 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-9b4ed7b1-26c6-4e85-be79-e49e3a1eadb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979&tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486 HTTP/1.1" status: 200 len: 1128 time: 0.0852475 Apr 06 13:57:37.267433 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-5ca5ac35-a661-4c6d-b923-f3f2bfe12fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.269008 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-5ca5ac35-a661-4c6d-b923-f3f2bfe12fef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1128 time: 0.0612230 Apr 06 13:57:37.390841 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-a449ed45-ee1d-402b-b76f-cbbb85ec23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.392333 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-a449ed45-ee1d-402b-b76f-cbbb85ec23e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 910 time: 0.1178267 Apr 06 13:57:37.402324 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fff14-4c8c-41c4-8988-93c1d5f29a99 req-1ec0131f-0afb-4fce-97ed-5e93f529dca3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.403727 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9f3fff14-4c8c-41c4-8988-93c1d5f29a99 req-1ec0131f-0afb-4fce-97ed-5e93f529dca3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 946 time: 0.0847206 Apr 06 13:57:37.492741 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-7d290071-55dd-4b85-84d2-4ebf7af485cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 1000 time: 0.0880632 Apr 06 13:57:37.497200 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9f3fff14-4c8c-41c4-8988-93c1d5f29a99 req-63972b0d-8837-4941-938e-aa06c6d513b0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867300 Apr 06 13:57:37.549606 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-05d1dfd6-1901-495a-b85a-1e3ed90884e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.551104 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-05d1dfd6-1901-495a-b85a-1e3ed90884e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 200 len: 848 time: 0.0520287 Apr 06 13:57:37.577788 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:37.602792 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-f54ed398-ac90-48bb-b5c4-584a2a23c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.604951 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-f54ed398-ac90-48bb-b5c4-584a2a23c824 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483885 Apr 06 13:57:37.617944 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6792b-fec1-4326-894b-118ceae2199b req-b9a09bd6-12da-4e35-8ae4-622b403c9e34 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:37.620929 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d2c6792b-fec1-4326-894b-118ceae2199b req-b9a09bd6-12da-4e35-8ae4-622b403c9e34 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0609243 Apr 06 13:57:37.677792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: ACTIVE; New status is: DOWN {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:37.678258 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:37.683337 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d2c6792b-fec1-4326-894b-118ceae2199b req-537ef8d8-1a02-429e-acdf-660b310dfbb2 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563011 Apr 06 13:57:37.704282 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:37.706795 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2459135a-90cf-47a5-bfbb-3e493490a5f7" -d '{"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-unplugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:37.714990 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-ab0a1913-c617-4a25-beaa-853ec4da97d9 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033666 Apr 06 13:57:37.725848 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:37.732093 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:37.740120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05683f7a-78f3-4d12-bacd-7c446637f507 x-openstack-request-id: req-05683f7a-78f3-4d12-bacd-7c446637f507 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:37.740473 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-unplugged", "status": "failed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "code": 422}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:37.740824 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05683f7a-78f3-4d12-bacd-7c446637f507 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:37.741295 dv-cinder-827554-3-iscsi neutron-server[109801]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-05683f7a-78f3-4d12-bacd-7c446637f507']: {'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'code': 422} returned with failed status Apr 06 13:57:37.790140 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=8']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:37.819031 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5c5dcc5a-1da4-497b-9f2d-b3136107c163 req-80ead7c3-aff8-4c61-9298-527c771afc94 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971954 Apr 06 13:57:38.342632 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [req-c5eb30f0-be89-48b3-ac39-e414ce2efc8c req-aa9e4295-9987-4798-9d85-ce3e315ea156 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:57:38.343660 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c5eb30f0-be89-48b3-ac39-e414ce2efc8c req-aa9e4295-9987-4798-9d85-ce3e315ea156 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055530 Apr 06 13:57:38.540823 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3638e-f829-470a-b90a-5e0e61483ae5 req-c2b2bf80-eb20-45a3-81d6-08223159b202 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:38.542273 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-98d3638e-f829-470a-b90a-5e0e61483ae5 req-c2b2bf80-eb20-45a3-81d6-08223159b202 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0773444 Apr 06 13:57:38.587620 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-24ad5c40-f409-4c2c-8292-07dcbad9e7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821376 Apr 06 13:57:38.599062 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-98d3638e-f829-470a-b90a-5e0e61483ae5 req-1a7da32d-6c6e-4b89-afd6-4f88e12ebad2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506253 Apr 06 13:57:38.667301 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774762-7532-41d5-8a67-2094a2a4b17b req-f0cec68a-8b05-4673-b56d-21989b6e1ddb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:38.668691 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-f0cec68a-8b05-4673-b56d-21989b6e1ddb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports/390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 200 len: 941 time: 0.0522060 Apr 06 13:57:38.688590 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:57:38.804931 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129e3fd-17f8-45ff-8096-6f6505e84e34 req-2d0a48c2-4216-45b5-b399-4562f75aefee tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:38.806625 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7129e3fd-17f8-45ff-8096-6f6505e84e34 req-2d0a48c2-4216-45b5-b399-4562f75aefee tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0541651 Apr 06 13:57:38.857326 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7129e3fd-17f8-45ff-8096-6f6505e84e34 req-6ba7a1e4-1883-4460-a2bf-d6aeb1a1ce0b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Apr 06 13:57:39.414569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774762-7532-41d5-8a67-2094a2a4b17b req-ab8c7698-fd3e-49ea-959b-32d75c218756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.416159 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-ab8c7698-fd3e-49ea-959b-32d75c218756 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b&tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9 HTTP/1.1" status: 200 len: 1128 time: 0.0501251 Apr 06 13:57:39.493297 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774762-7532-41d5-8a67-2094a2a4b17b req-05d950d5-3cb6-4d27-904d-fb09f2e44d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.494926 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-05d950d5-3cb6-4d27-904d-fb09f2e44d44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1128 time: 0.0544913 Apr 06 13:57:39.590976 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774762-7532-41d5-8a67-2094a2a4b17b req-1c37ec54-17c0-44c7-9bac-bebe631eb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.592528 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-1c37ec54-17c0-44c7-9bac-bebe631eb042 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 200 len: 916 time: 0.0916846 Apr 06 13:57:39.666150 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-81e348b0-6ef9-410b-9f7a-f368b1da97d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 200 len: 999 time: 0.0676661 Apr 06 13:57:39.716999 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774762-7532-41d5-8a67-2094a2a4b17b req-79a9d128-b037-4d2c-880c-b1d959db7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.718470 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-79a9d128-b037-4d2c-880c-b1d959db7a9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 200 len: 854 time: 0.0459640 Apr 06 13:57:39.728647 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313b01a-0dcb-44a9-b917-57e877b6d3cd req-fe8164e8-a329-44ff-8c6f-c9afb88be2e9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.730206 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b313b01a-0dcb-44a9-b917-57e877b6d3cd req-fe8164e8-a329-44ff-8c6f-c9afb88be2e9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0547051 Apr 06 13:57:39.767245 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774762-7532-41d5-8a67-2094a2a4b17b req-4c288eb0-ea9a-438f-aa33-a2a6f8705d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.768907 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-4c288eb0-ea9a-438f-aa33-a2a6f8705d71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39774851-8a70-41b0-8299-eb709a7f7954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449553 Apr 06 13:57:39.777359 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b313b01a-0dcb-44a9-b917-57e877b6d3cd req-2497c897-6913-49fd-b93b-41f85344e2c0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Apr 06 13:57:39.864467 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-5e1eac8e-04ac-4560-ae0f-f2733852c57c service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899565 Apr 06 13:57:39.987952 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-95774762-7532-41d5-8a67-2094a2a4b17b req-166e3327-573c-4f36-ade1-22ada07f2cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170614 Apr 06 13:57:40.006261 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7a016-3bba-47d8-97ce-dc1cf227a77b req-5ccc96f7-27c2-4a1c-a0bc-ce15fc7bb67e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:40.008109 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-08f7a016-3bba-47d8-97ce-dc1cf227a77b req-5ccc96f7-27c2-4a1c-a0bc-ce15fc7bb67e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0759912 Apr 06 13:57:40.072567 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-08f7a016-3bba-47d8-97ce-dc1cf227a77b req-aeec6aaa-df25-43b7-921f-30deafad5acf tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545225 Apr 06 13:57:40.919465 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c52f-2251-4940-af23-f3a7f8c5623d req-22b3e804-1fa3-4d09-b63d-35702bd76680 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:40.921114 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bf76c52f-2251-4940-af23-f3a7f8c5623d req-22b3e804-1fa3-4d09-b63d-35702bd76680 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0580420 Apr 06 13:57:40.974894 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bf76c52f-2251-4940-af23-f3a7f8c5623d req-dba3a027-77c8-4f2f-8f0a-713d512fe201 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475440 Apr 06 13:57:41.236872 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cf37b-6421-45e3-834a-98ee7baba5f5 req-e368bec1-9039-4c49-8e66-b7551ca8f612 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:41.238404 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad5cf37b-6421-45e3-834a-98ee7baba5f5 req-e368bec1-9039-4c49-8e66-b7551ca8f612 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0798750 Apr 06 13:57:41.292846 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad5cf37b-6421-45e3-834a-98ee7baba5f5 req-ce019176-75bc-4801-af30-7ec666a8f439 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487189 Apr 06 13:57:42.143827 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892229c-5c1f-462a-82a8-1c2751cf6e01 req-4138047a-66d6-42b0-ad2a-cc320892da3a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:42.146309 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2892229c-5c1f-462a-82a8-1c2751cf6e01 req-4138047a-66d6-42b0-ad2a-cc320892da3a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0635269 Apr 06 13:57:42.197422 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2892229c-5c1f-462a-82a8-1c2751cf6e01 req-fbcd923c-0975-4268-a296-7f05039509f4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 Apr 06 13:57:42.426250 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bb8aa-99a2-41f6-9de6-133307274349 req-b310d1fd-e2ad-42c9-9f8f-99b01b2d0405 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:42.428151 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ac5bb8aa-99a2-41f6-9de6-133307274349 req-b310d1fd-e2ad-42c9-9f8f-99b01b2d0405 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0623078 Apr 06 13:57:42.478469 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ac5bb8aa-99a2-41f6-9de6-133307274349 req-3b5707fd-45ba-435a-9d21-17f6eed11616 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446329 Apr 06 13:57:43.334153 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06989a-eba9-4b29-945b-a8640b2a9c0a req-fa6db0c5-f754-4575-bb38-2055677d04ca tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:43.336092 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1f06989a-eba9-4b29-945b-a8640b2a9c0a req-fa6db0c5-f754-4575-bb38-2055677d04ca tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0646138 Apr 06 13:57:43.412077 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1f06989a-eba9-4b29-945b-a8640b2a9c0a req-92940ee3-e58a-4243-aa15-d79e6be022e8 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688310 Apr 06 13:57:43.615393 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e888cb-3643-4716-9284-980f73b48f59 req-e00171d7-cac5-4b30-aee7-e722bbac713a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:43.616894 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-07e888cb-3643-4716-9284-980f73b48f59 req-e00171d7-cac5-4b30-aee7-e722bbac713a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0666332 Apr 06 13:57:43.666154 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-07e888cb-3643-4716-9284-980f73b48f59 req-6cd7f407-0519-4506-962b-7042f9692e17 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435376 Apr 06 13:57:44.581607 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc1c5a-6adf-4e4b-9f1b-42da75943a81 req-1eaaf3de-50da-490b-a8d1-c55542c53ca3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:44.583713 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fcdc1c5a-6adf-4e4b-9f1b-42da75943a81 req-1eaaf3de-50da-490b-a8d1-c55542c53ca3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0807989 Apr 06 13:57:44.646061 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fcdc1c5a-6adf-4e4b-9f1b-42da75943a81 req-cc54c537-fd74-4b25-b1ca-d6a1c7e08dd2 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554161 Apr 06 13:57:44.801142 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660b4c-3eaf-4478-a0aa-87baf3053dd2 req-63658613-1b38-41a1-9f8b-0f8bb092ab3d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:44.804203 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7660b4c-3eaf-4478-a0aa-87baf3053dd2 req-63658613-1b38-41a1-9f8b-0f8bb092ab3d tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0641212 Apr 06 13:57:44.857959 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7660b4c-3eaf-4478-a0aa-87baf3053dd2 req-ec0d15d4-75be-4f67-b23c-ba47b24fb35f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461142 Apr 06 13:57:45.957893 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998414bf-431f-4ebe-93c1-fcd27b2acb22 req-85ca9398-91a7-474f-a5ae-876946df274a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:45.959420 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-998414bf-431f-4ebe-93c1-fcd27b2acb22 req-85ca9398-91a7-474f-a5ae-876946df274a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0696530 Apr 06 13:57:46.023266 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5377b0c-84ab-433f-931f-168fc3dc595e req-cc4cca2a-a40b-45d8-a636-5fe7ade5dafb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:46.030598 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5377b0c-84ab-433f-931f-168fc3dc595e req-cc4cca2a-a40b-45d8-a636-5fe7ade5dafb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0665801 Apr 06 13:57:46.031759 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-998414bf-431f-4ebe-93c1-fcd27b2acb22 req-2be075da-da5f-46bd-b5cb-5210c3b0b341 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636673 Apr 06 13:57:46.103330 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b5377b0c-84ab-433f-931f-168fc3dc595e req-ba3c1ed9-592e-4c6b-8b2a-290036bcdf80 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676296 Apr 06 13:57:47.176859 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cda06d-102c-40fa-8430-c2faeca22a0a req-b466d759-d488-4c9f-a79d-8d4ebd899634 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:47.178399 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-96cda06d-102c-40fa-8430-c2faeca22a0a req-b466d759-d488-4c9f-a79d-8d4ebd899634 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0691917 Apr 06 13:57:47.236699 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-96cda06d-102c-40fa-8430-c2faeca22a0a req-8966d6d6-e65f-4d28-b833-76bfba6ef158 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525398 Apr 06 13:57:47.253307 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa57ce-3e77-4756-9d50-4606e0bbec99 req-2acab15c-6239-41b7-bd20-592974b88356 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:47.256545 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-65aa57ce-3e77-4756-9d50-4606e0bbec99 req-2acab15c-6239-41b7-bd20-592974b88356 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0673466 Apr 06 13:57:47.321994 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-65aa57ce-3e77-4756-9d50-4606e0bbec99 req-950a010d-e59d-4c4d-a8be-08929e3854bb tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593514 Apr 06 13:57:48.372419 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929da14-31f5-4bd8-b19f-dd343b040ef5 req-52e13a11-408b-4be6-b0f4-4a8ca8474d0d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:48.374100 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5929da14-31f5-4bd8-b19f-dd343b040ef5 req-52e13a11-408b-4be6-b0f4-4a8ca8474d0d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0571880 Apr 06 13:57:48.424589 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5929da14-31f5-4bd8-b19f-dd343b040ef5 req-42242740-2910-407e-ae5a-daf6ac00f5ea tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447719 Apr 06 13:57:48.457644 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a4269-a8b2-4de4-b854-ab9041527927 req-4a0d9948-65ba-4392-931b-d7f31159a464 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:48.459371 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7c8a4269-a8b2-4de4-b854-ab9041527927 req-4a0d9948-65ba-4392-931b-d7f31159a464 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0574391 Apr 06 13:57:48.510575 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7c8a4269-a8b2-4de4-b854-ab9041527927 req-1120c9b1-3bd5-42b8-b87b-bab06669080f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Apr 06 13:57:49.224786 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:49.556375 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167060a-becb-40d4-98ff-efbd57fc9da9 req-f1059741-4ba9-47be-abeb-68ed8ace5048 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:49.558612 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5167060a-becb-40d4-98ff-efbd57fc9da9 req-f1059741-4ba9-47be-abeb-68ed8ace5048 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0577900 Apr 06 13:57:49.607824 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5167060a-becb-40d4-98ff-efbd57fc9da9 req-2e0fad1b-ed16-4ced-9c90-35dd5f288dde tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Apr 06 13:57:49.639427 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccefa0-0ead-4abe-8a42-650b4f2a3efa req-b14c2ed0-5b96-4cb8-8e2d-5b2f069f917e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:49.640939 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7fccefa0-0ead-4abe-8a42-650b4f2a3efa req-b14c2ed0-5b96-4cb8-8e2d-5b2f069f917e tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0619998 Apr 06 13:57:49.691984 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7fccefa0-0ead-4abe-8a42-650b4f2a3efa req-c1728fb3-5255-4bf3-b607-be989ae8ddf8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449657 Apr 06 13:57:50.739161 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55293-a68b-4016-8352-18958bab2d51 req-5fa4b218-3d0d-48cc-95ba-1f175355111d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:50.740726 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d5e55293-a68b-4016-8352-18958bab2d51 req-5fa4b218-3d0d-48cc-95ba-1f175355111d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0583940 Apr 06 13:57:50.791876 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d5e55293-a68b-4016-8352-18958bab2d51 req-baee8c3e-9555-466a-a1c0-45d65f242dd7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 Apr 06 13:57:50.821711 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f19c91-e707-4b29-b447-367e44daace5 req-29a46a8f-08eb-47c9-b42f-ff6598b7b10c tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:50.823274 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-29f19c91-e707-4b29-b447-367e44daace5 req-29a46a8f-08eb-47c9-b42f-ff6598b7b10c tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 944 time: 0.0596023 Apr 06 13:57:50.875138 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-29f19c91-e707-4b29-b447-367e44daace5 req-1a333395-a751-4de1-bbfc-1ad7c1aac5be tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444527 Apr 06 13:57:51.640836 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:57:51.741646 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:51.753517 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'port_id': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'mac_address': 'fa:16:3e:12:a7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:57:51.797659 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9030ed08-5a25-4ee9-90b5-53ec55d01bad is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:51.798135 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.812206 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9030ed08-5a25-4ee9-90b5-53ec55d01bad {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:51.833703 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:51.841910 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.842669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:57:51.938301 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ea8f-412b-4de1-a38a-5d4ae3dfb268 req-77ee7f51-2aca-47a6-acad-1ac7086d6ac1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:51.940063 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3c74ea8f-412b-4de1-a38a-5d4ae3dfb268 req-77ee7f51-2aca-47a6-acad-1ac7086d6ac1 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 944 time: 0.0645540 Apr 06 13:57:51.943227 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=7']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:51.954591 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.954829 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.955116 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.955478 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.955810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.956191 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.956481 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.956810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.957130 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.957470 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.957771 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.958095 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.958412 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.958749 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.959068 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:51.999478 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3c74ea8f-412b-4de1-a38a-5d4ae3dfb268 req-bc181872-3a47-49b1-aecc-119c28684538 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516632 Apr 06 13:57:52.018285 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:52.031111 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'port_id': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'mac_address': 'fa:16:3e:7d:54:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:57:52.060381 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4aa6-a070-41d6-97b1-1ae9ed56031d req-a46d105f-1283-4e7d-96a7-33673b285af2 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:52.062066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b0aa4aa6-a070-41d6-97b1-1ae9ed56031d req-a46d105f-1283-4e7d-96a7-33673b285af2 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0602529 Apr 06 13:57:52.074003 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:52.074424 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:52.088293 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390ddf1c-6400-4755-8d57-b2adfcc58066 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:57:52.110792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:52.116465 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:52.174880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=9']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:52.387452 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b0aa4aa6-a070-41d6-97b1-1ae9ed56031d req-90ce36bc-342e-42f1-980d-0ec6e4298149 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183317 Apr 06 13:57:52.486105 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['390ddf1c-6400-4755-8d57-b2adfcc58066'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:52.583504 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['9030ed08-5a25-4ee9-90b5-53ec55d01bad'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:53.143592 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb47174-e365-4349-8f18-607510ee4b9b req-a2a2f912-9e63-4e6d-9261-46ecf6cc24ab tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:53.145236 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-edb47174-e365-4349-8f18-607510ee4b9b req-a2a2f912-9e63-4e6d-9261-46ecf6cc24ab tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 945 time: 0.0643971 Apr 06 13:57:53.197427 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-edb47174-e365-4349-8f18-607510ee4b9b req-2731d3fa-a815-44c3-941f-055117631c1a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Apr 06 13:57:53.522485 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e533a2-b5f2-4c76-8203-c874204a0157 req-df37f536-fa41-45af-943d-436fcf1fbf3b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:53.524066 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a6e533a2-b5f2-4c76-8203-c874204a0157 req-df37f536-fa41-45af-943d-436fcf1fbf3b tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 945 time: 0.0659571 Apr 06 13:57:53.576593 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a6e533a2-b5f2-4c76-8203-c874204a0157 req-24fb6204-20f4-4a67-aabf-b84396d98b80 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468886 Apr 06 13:57:53.641115 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:53.700224 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 9030ed08-5a25-4ee9-90b5-53ec55d01bad triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:53.701089 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.802552 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 9030ed08-5a25-4ee9-90b5-53ec55d01bad is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:53.802986 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.827224 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:53.829522 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa8010b-4efa-4078-a4e8-6856a4834380" -d '{"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-plugged", "status": "completed", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:53.843524 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:53.848915 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.849765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:53.872462 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b66dc3-87fd-4a17-9ee0-836eb760380d x-openstack-request-id: req-07b66dc3-87fd-4a17-9ee0-836eb760380d {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:53.872757 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-plugged", "status": "completed", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:53.873013 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07b66dc3-87fd-4a17-9ee0-836eb760380d {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:53.873414 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b66dc3-87fd-4a17-9ee0-836eb760380d'] response: {'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'code': 200} Apr 06 13:57:53.928369 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=8']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:53.941958 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 390ddf1c-6400-4755-8d57-b2adfcc58066 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:53.942807 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.027260 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 390ddf1c-6400-4755-8d57-b2adfcc58066 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:54.027653 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.062220 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:54.067833 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.119836 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=10']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:54.333540 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3aa1c-9d4a-41d1-bda8-2bea115f816e req-5375dd71-7f8c-49e7-8a22-d9ba505ef1b0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:54.335136 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f7f3aa1c-9d4a-41d1-bda8-2bea115f816e req-5375dd71-7f8c-49e7-8a22-d9ba505ef1b0 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0562720 Apr 06 13:57:54.387302 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40c8d6-fb39-42a5-ae60-67def7842e32 req-a85d1e73-340c-44db-b201-69e3df5f6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:54.388751 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ca40c8d6-fb39-42a5-ae60-67def7842e32 req-a85d1e73-340c-44db-b201-69e3df5f6004 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1130 time: 0.0588713 Apr 06 13:57:54.396884 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f7f3aa1c-9d4a-41d1-bda8-2bea115f816e req-b6d39628-b10b-4b7b-946e-760355573a65 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549047 Apr 06 13:57:54.454234 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ca40c8d6-fb39-42a5-ae60-67def7842e32 req-01be271e-a264-4df3-bbc2-56c5974a0eb5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592873 Apr 06 13:57:54.710257 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ad17b-0050-4b4f-a8ba-f89fab95d88f req-dc73423c-219d-4272-b07c-78f0deb36de4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:54.713475 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-136ad17b-0050-4b4f-a8ba-f89fab95d88f req-dc73423c-219d-4272-b07c-78f0deb36de4 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0649128 Apr 06 13:57:54.766673 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-136ad17b-0050-4b4f-a8ba-f89fab95d88f req-edfe9513-7e45-4a1e-8d16-57a6a070037a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474069 Apr 06 13:57:55.360206 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b546e4b-d16e-4c01-8227-5ef664c5deb5 req-b05fab47-abda-4bf7-85a8-8a5ff943dbc6 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:55.361719 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3b546e4b-d16e-4c01-8227-5ef664c5deb5 req-b05fab47-abda-4bf7-85a8-8a5ff943dbc6 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.0573828 Apr 06 13:57:55.413179 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3b546e4b-d16e-4c01-8227-5ef664c5deb5 req-56f17680-54a1-4fe6-925d-9fa1ce0c24f9 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Apr 06 13:57:55.499945 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a5b2f671-4e79-4d9c-bced-747a69a3bf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:55.539557 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74972181-93c5-45c3-bd26-951d6e30681e req-8328e80c-8f53-4f23-9f0b-cc00f3bd0985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:55.541014 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-74972181-93c5-45c3-bd26-951d6e30681e req-8328e80c-8f53-4f23-9f0b-cc00f3bd0985 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0554004 Apr 06 13:57:55.598479 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-74972181-93c5-45c3-bd26-951d6e30681e req-bbeece43-2921-4217-b628-8707d51b0359 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505359 Apr 06 13:57:55.875088 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:55.877583 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08459d11-981c-4491-87f8-77e2d3a909ad" -d '{"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-plugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:55.914046 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7670293-a4da-4ec9-9870-a25847f60de6 x-openstack-request-id: req-a7670293-a4da-4ec9-9870-a25847f60de6 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:55.914334 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-plugged", "status": "completed", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:55.914592 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7670293-a4da-4ec9-9870-a25847f60de6 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:55.915026 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7670293-a4da-4ec9-9870-a25847f60de6'] response: {'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'code': 200} Apr 06 13:57:55.915994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9687cc-7b1d-47a6-85a8-2b8354f742e9 req-c4bda487-1fe2-4d51-856a-f2dd38ec0988 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:55.917897 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8f9687cc-7b1d-47a6-85a8-2b8354f742e9 req-c4bda487-1fe2-4d51-856a-f2dd38ec0988 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0655844 Apr 06 13:57:55.972698 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8f9687cc-7b1d-47a6-85a8-2b8354f742e9 req-fb5f7343-5b53-4642-9ee3-7ba7197ee00a tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465984 Apr 06 13:57:56.547460 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e53c2-5877-4ef5-8e34-b32ed2f4a024 req-5c459fa8-71ff-458d-9087-4b07d7d0014f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:56.548909 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5c6e53c2-5877-4ef5-8e34-b32ed2f4a024 req-5c459fa8-71ff-458d-9087-4b07d7d0014f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.0609839 Apr 06 13:57:56.595632 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5c6e53c2-5877-4ef5-8e34-b32ed2f4a024 req-36ce1c60-3045-462b-a52a-4c5e57b84b3f tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Apr 06 13:57:56.732780 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b53faf-9649-46c5-a231-e53586598935 req-bcbca6f9-db4f-496a-9f53-36c0b3f9883c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:56.734254 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7b53faf-9649-46c5-a231-e53586598935 req-bcbca6f9-db4f-496a-9f53-36c0b3f9883c tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0557711 Apr 06 13:57:56.798126 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c7b53faf-9649-46c5-a231-e53586598935 req-9d06d3a5-ac78-461b-a6f0-6504ae410304 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567503 Apr 06 13:57:57.102564 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9497b6-84ec-4208-bff5-24696d0005c0 req-3cbe226d-167c-4c83-b4cc-dbda46e83b1f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:57.104104 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ed9497b6-84ec-4208-bff5-24696d0005c0 req-3cbe226d-167c-4c83-b4cc-dbda46e83b1f tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0560639 Apr 06 13:57:57.155253 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ed9497b6-84ec-4208-bff5-24696d0005c0 req-bab98b8a-abf4-4366-aa42-3c46fc4deb4c tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453711 Apr 06 13:57:57.412903 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-ea3dfde7-ab86-46fe-a3c5-ceede21549d4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:57.414716 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-ea3dfde7-ab86-46fe-a3c5-ceede21549d4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.0589230 Apr 06 13:57:57.474775 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c926a39-bc77-40ee-a170-70fcde79a680 req-cbc8f3c0-addd-4520-8acc-75d62aafe2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:57.476323 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4c926a39-bc77-40ee-a170-70fcde79a680 req-cbc8f3c0-addd-4520-8acc-75d62aafe2c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 1131 time: 0.0499942 Apr 06 13:57:57.522508 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Deleting port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:57.522897 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:57.524320 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4c926a39-bc77-40ee-a170-70fcde79a680 req-792a82fd-9186-44cf-aacb-f4c059ef8b4b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Apr 06 13:57:57.622503 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] For port 2f159853-cfcd-4cb2-adca-7c75a78f05d9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=2f159853-cfcd-4cb2-adca-7c75a78f05d9,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:57.622922 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:57.775956 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27658ffc-51ef-4ba6-970f-52a42d067c15 req-b57adb11-1fb1-4c87-b515-d600d4deab56 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:57.777345 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-27658ffc-51ef-4ba6-970f-52a42d067c15 req-b57adb11-1fb1-4c87-b515-d600d4deab56 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 945 time: 0.1098812 Apr 06 13:57:57.862031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:57.862427 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d833c9f7-49d4-49cc-9b48-5e9e42b015e3), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:57.862754 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Floating IP d833c9f7-49d4-49cc-9b48-5e9e42b015e3 disassociated. External IP: 172.27.0.156, port: 2f159853-cfcd-4cb2-adca-7c75a78f05d9. Apr 06 13:57:57.863130 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Calling delete_port for 2f159853-cfcd-4cb2-adca-7c75a78f05d9 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:57.878326 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-27658ffc-51ef-4ba6-970f-52a42d067c15 req-b638d46e-c08e-4a7a-bf4f-072cf03f2a6d tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups?id=e773e1ad-0022-4002-902d-f7e40301f5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944226 Apr 06 13:57:57.956427 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281e86f-ad37-4325-8dd8-5ba0c47e48c1 req-83df6176-48ec-44f1-9f53-7b5c9797a025 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:57.958060 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e281e86f-ad37-4325-8dd8-5ba0c47e48c1 req-83df6176-48ec-44f1-9f53-7b5c9797a025 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0531116 Apr 06 13:57:58.005533 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e281e86f-ad37-4325-8dd8-5ba0c47e48c1 req-2cf124cb-444b-4a7b-ac92-ce9728c9eeb5 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Apr 06 13:57:58.006047 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (2f159853-cfcd-4cb2-adca-7c75a78f05d9), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:58.036664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event deleted for resources: {'Port': ['ID=2f159853-cfcd-4cb2-adca-7c75a78f05d9,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:58.096033 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-c6965c73-447e-4e7f-bb9d-e8a4f0173508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:58.155208 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:58.285341 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:58.296799 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:58.307516 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:58.308228 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:57:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:58.326818 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] No DVR routers for this DVR port 2f159853-cfcd-4cb2-adca-7c75a78f05d9 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:58.329556 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:58.332998 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8ce4663f-5df7-4a95-b5df-e14d91d922dc req-b5dbbea2-f961-4f39-b9f9-655c7d8f0ed3 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.15 "DELETE /v2.0/ports/2f159853-cfcd-4cb2-adca-7c75a78f05d9 HTTP/1.1" status: 204 len: 173 time: 0.9046979 Apr 06 13:57:58.333462 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'name': 'network-vif-deleted', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:58.335763 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf93f68-d2c0-432a-b192-3f0f9de02575" -d '{"events": [{"server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "name": "network-vif-deleted", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:58.384472 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db4639-f50b-4d70-aea4-c948b9de8fcb x-openstack-request-id: req-24db4639-f50b-4d70-aea4-c948b9de8fcb {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:58.384879 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b04503b-d0a8-4e78-9519-e22ccfe3057a", "name": "network-vif-deleted", "tag": "2f159853-cfcd-4cb2-adca-7c75a78f05d9", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:58.385157 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24db4639-f50b-4d70-aea4-c948b9de8fcb {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:58.385567 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24db4639-f50b-4d70-aea4-c948b9de8fcb'] response: {'server_uuid': '1b04503b-d0a8-4e78-9519-e22ccfe3057a', 'name': 'network-vif-deleted', 'tag': '2f159853-cfcd-4cb2-adca-7c75a78f05d9', 'status': 'completed', 'code': 200} Apr 06 13:57:58.417512 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:58.721354 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:58.746979 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:58.755601 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:58.756301 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:57:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:58.871925 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:58.996983 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e55f9074-8484-41d6-8c40-19ccc6d3e9e9 req-0348b079-e567-4984-87a3-0c6ac852ef16 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b04503b-d0a8-4e78-9519-e22ccfe3057a HTTP/1.1" status: 200 len: 210 time: 0.0309091 Apr 06 13:57:59.089863 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:59.117624 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad63f80-1ff3-4724-8ef7-ae978eca3060 None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '61c807e2-db2a-4bcc-b586-8f2b8ad11709', 'name': '', 'network_id': 'beccdd48-ac15-4226-af93-4103929f4aa2', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'mac_address': 'fa:16:3e:39:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:52Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'subnets': [{'id': '9b293028-20a5-445e-9236-88ca99e07fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:59.150973 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb69c24-737e-4909-a9a5-a37f31212cb9 req-af282bf3-e250-4ed9-b517-6b1d34e89016 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:59.152577 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3cb69c24-737e-4909-a9a5-a37f31212cb9 req-af282bf3-e250-4ed9-b517-6b1d34e89016 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0708871 Apr 06 13:57:59.195590 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:59.223617 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3cb69c24-737e-4909-a9a5-a37f31212cb9 req-9779ef32-350a-4a60-99f5-308188fcdcd9 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647602 Apr 06 13:57:59.424797 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce916c2-185b-4a9f-bb2b-77a43a03a4a8 None None] New status for floating IP d833c9f7-49d4-49cc-9b48-5e9e42b015e3: DOWN {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:57:59.702217 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 2f159853-cfcd-4cb2-adca-7c75a78f05d9 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:59.723066 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 2f159853-cfcd-4cb2-adca-7c75a78f05d9 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:59.723400 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 2f159853-cfcd-4cb2-adca-7c75a78f05d9 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:00.086597 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59634) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:00.409493 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1b2c62bf-5337-4bf7-aa6f-e6ace9de0cc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (e773e1ad-0022-4002-902d-f7e40301f5a1), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.439634 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1b2c62bf-5337-4bf7-aa6f-e6ace9de0cc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (e773e1ad-0022-4002-902d-f7e40301f5a1), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.444989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.464890 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6245a2-5252-4458-861f-2b2e564f5fd5 req-355431f6-4172-498b-a301-76e4c7cf2281 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:00.466377 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8d6245a2-5252-4458-861f-2b2e564f5fd5 req-355431f6-4172-498b-a301-76e4c7cf2281 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.1028819 Apr 06 13:58:00.522764 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8d6245a2-5252-4458-861f-2b2e564f5fd5 req-5b802018-6ca9-4dfb-aa8a-c73bf0b9a718 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484297 Apr 06 13:58:00.523801 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1b2c62bf-5337-4bf7-aa6f-e6ace9de0cc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e773e1ad-0022-4002-902d-f7e40301f5a1), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.526289 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1b2c62bf-5337-4bf7-aa6f-e6ace9de0cc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.527579 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-1b2c62bf-5337-4bf7-aa6f-e6ace9de0cc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "DELETE /v2.0/security-groups/e773e1ad-0022-4002-902d-f7e40301f5a1 HTTP/1.1" status: 204 len: 168 time: 0.4397125 Apr 06 13:58:00.530377 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59638) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:00.537314 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c62bf-5337-4bf7-aa6f-e6ace9de0cc4 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e773e1ad-0022-4002-902d-f7e40301f5a1,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:00.559753 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.api.v2.resource [None req-a5fba559-6963-4453-bf51-b995662b1d61 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] show failed (client error): The resource could not be found. Apr 06 13:58:00.564365 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59642) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:00.564640 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a5fba559-6963-4453-bf51-b995662b1d61 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "GET /v2.0/security-groups/e773e1ad-0022-4002-902d-f7e40301f5a1 HTTP/1.1" status: 404 len: 347 time: 0.0325348 Apr 06 13:58:00.704615 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Deleting port 359285f5-e9b1-40a6-8bee-73740bcdcc9e {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:00.704918 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.794510 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.794818 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (359285f5-e9b1-40a6-8bee-73740bcdcc9e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.806798 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Calling delete_port for 359285f5-e9b1-40a6-8bee-73740bcdcc9e owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:00.954769 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (359285f5-e9b1-40a6-8bee-73740bcdcc9e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.985709 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Pushing event deleted for resources: {'Port': ['ID=359285f5-e9b1-40a6-8bee-73740bcdcc9e,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:01.044992 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks [] for floatingip (d833c9f7-49d4-49cc-9b48-5e9e42b015e3), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:01.047488 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:01.048638 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5df912f2-1fbd-4d29-8d75-5ec46af2c113 tempest-AttachVolumeTestJSON-2064816229 tempest-AttachVolumeTestJSON-2064816229-project] 10.222.0.24 "DELETE /v2.0/floatingips/d833c9f7-49d4-49cc-9b48-5e9e42b015e3 HTTP/1.1" status: 204 len: 168 time: 0.4832449 Apr 06 13:58:02.479448 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:04.613796 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59672) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:05.038377 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (087c1c6c-2052-4426-b89b-0763fa05cf74), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:05.310971 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Deleting port 61c807e2-db2a-4bcc-b586-8f2b8ad11709 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:05.311190 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:05.397900 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] For port 61c807e2-db2a-4bcc-b586-8f2b8ad11709, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=61c807e2-db2a-4bcc-b586-8f2b8ad11709,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:05.398264 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:05.415372 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Calling delete_port for 61c807e2-db2a-4bcc-b586-8f2b8ad11709 owned by network:router_interface {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:05.623065 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (61c807e2-db2a-4bcc-b586-8f2b8ad11709), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:05.646885 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c807e2-db2a-4bcc-b586-8f2b8ad11709,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:05.861438 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (087c1c6c-2052-4426-b89b-0763fa05cf74), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.089144 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Router 087c1c6c-2052-4426-b89b-0763fa05cf74 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:06.201603 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:06.208015 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-1275025f-6599-43ca-b0e2-804a223f3fe1 admin admin] 10.222.0.24 "PUT /v2.0/routers/087c1c6c-2052-4426-b89b-0763fa05cf74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930843 Apr 06 13:58:06.210613 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59676) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:06.213250 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] Sync routers for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:06.224062 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:06.224674 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:57:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:06.322683 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks [] for router (087c1c6c-2052-4426-b89b-0763fa05cf74), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.346010 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:06.436113 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks [] for router_gateway (087c1c6c-2052-4426-b89b-0763fa05cf74), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.494727 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Deleting port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:06.495150 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.556640 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:58:05Z', 'revision_number': 5, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port': {'id': '12f1c8bb-ad16-4737-800d-fd7c6e69f7a2', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:23Z', 'updated_at': '2022-04-06T13:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:06.578954 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] For port 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:06.579324 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.582937 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] Checking router: 087c1c6c-2052-4426-b89b-0763fa05cf74 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:06.591571 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] Routers {'087c1c6c-2052-4426-b89b-0763fa05cf74'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:06.592212 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:57:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['087c1c6c-2052-4426-b89b-0763fa05cf74'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:06.598330 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Calling delete_port for 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:06.681917 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] Set router 087c1c6c-2052-4426-b89b-0763fa05cf74 gateway port host: None {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:06.733274 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:58:06Z', 'revision_number': 6, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:06.785384 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205f628-d6d3-4e32-a0bd-18a57a257ad0 None None] The sync data for ids ['087c1c6c-2052-4426-b89b-0763fa05cf74'] in dv-cinder-827554-3-iscsi is: [{'id': '087c1c6c-2052-4426-b89b-0763fa05cf74', 'name': 'tempest-AttachVolumeTestJSON-1253650835-router', 'tenant_id': '750ed7962a664cb5b3be50236f74c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:22Z', 'updated_at': '2022-04-06T13:58:06Z', 'revision_number': 6, 'project_id': '750ed7962a664cb5b3be50236f74c8da', 'gw_port_host': None}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:06.793218 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (12f1c8bb-ad16-4737-800d-fd7c6e69f7a2), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.819654 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Pushing event deleted for resources: {'Port': ['ID=12f1c8bb-ad16-4737-800d-fd7c6e69f7a2,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:06.887627 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (087c1c6c-2052-4426-b89b-0763fa05cf74), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.008906 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (087c1c6c-2052-4426-b89b-0763fa05cf74), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.011262 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks [] for router_controller (087c1c6c-2052-4426-b89b-0763fa05cf74), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.077559 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (087c1c6c-2052-4426-b89b-0763fa05cf74), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.078047 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087c1c6c-2052-4426-b89b-0763fa05cf74 {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:58:07.083291 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.084483 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-47854f8b-b44a-4675-af3c-990cf5ba955e admin admin] 10.222.0.24 "DELETE /v2.0/routers/087c1c6c-2052-4426-b89b-0763fa05cf74 HTTP/1.1" status: 204 len: 168 time: 0.8728991 Apr 06 13:58:07.087582 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59678) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:07.138590 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Deleting subnet 9b293028-20a5-445e-9236-88ca99e07fc2 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:58:07.144327 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Publish callbacks [] for subnet (9b293028-20a5-445e-9236-88ca99e07fc2), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.181587 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (9b293028-20a5-445e-9236-88ca99e07fc2), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.299349 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (9b293028-20a5-445e-9236-88ca99e07fc2), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.355363 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (9b293028-20a5-445e-9236-88ca99e07fc2), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.385282 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b293028-20a5-445e-9236-88ca99e07fc2,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:07.388876 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.392160 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-c5b23970-91e7-40ce-8855-035d563c4110 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b293028-20a5-445e-9236-88ca99e07fc2 HTTP/1.1" status: 204 len: 168 time: 0.3035765 Apr 06 13:58:07.395566 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59680) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:07.399320 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6896e5-8a8c-4fd6-92c9-90c0b539b6e3 None None] Network beccdd48-ac15-4226-af93-4103929f4aa2 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:07.478966 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (beccdd48-ac15-4226-af93-4103929f4aa2), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.535875 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Deleting port 754497f7-8c9a-4ed4-9868-1438dbe45fdc {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:07.536271 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.600237 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] DHCP port deletion for beccdd48-ac15-4226-af93-4103929f4aa2 request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:58:07.611270 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] For port 754497f7-8c9a-4ed4-9868-1438dbe45fdc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=754497f7-8c9a-4ed4-9868-1438dbe45fdc,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:07.611754 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.625175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Calling delete_port for 754497f7-8c9a-4ed4-9868-1438dbe45fdc owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:07.649291 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] Deleting port 754497f7-8c9a-4ed4-9868-1438dbe45fdc {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:07.649610 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.715345 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.720244 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] For port 754497f7-8c9a-4ed4-9868-1438dbe45fdc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=754497f7-8c9a-4ed4-9868-1438dbe45fdc,segment=NetworkSegment(38f47864-8b18-4241-a378-5e25eb562524),segment_id=38f47864-8b18-4241-a378-5e25eb562524)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:07.720643 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:07.740286 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] Calling delete_port for 754497f7-8c9a-4ed4-9868-1438dbe45fdc owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:07.866668 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (754497f7-8c9a-4ed4-9868-1438dbe45fdc), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.013522 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=754497f7-8c9a-4ed4-9868-1438dbe45fdc,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:08.017044 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] No DVR routers for this DVR port 754497f7-8c9a-4ed4-9868-1438dbe45fdc on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:08.034093 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] Pushing event deleted for resources: {'Port': ['ID=754497f7-8c9a-4ed4-9868-1438dbe45fdc,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:08.038122 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39036147-b437-40ed-9aa6-26560ff2c5d2 None None] No DVR routers for this DVR port 754497f7-8c9a-4ed4-9868-1438dbe45fdc on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:08.100563 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (beccdd48-ac15-4226-af93-4103929f4aa2), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.119115 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:08.122002 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beccdd48-ac15-4226-af93-4103929f4aa2']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:08.132266 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f47864-8b18-4241-a378-5e25eb562524') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:08.132565 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f47864-8b18-4241-a378-5e25eb562524') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:08.140752 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:08.141169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 12f1c8bb-ad16-4737-800d-fd7c6e69f7a2 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:08.141522 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 61c807e2-db2a-4bcc-b586-8f2b8ad11709 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:08.147149 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (38f47864-8b18-4241-a378-5e25eb562524), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.161080 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (38f47864-8b18-4241-a378-5e25eb562524), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.166413 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 61c807e2-db2a-4bcc-b586-8f2b8ad11709 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:08.166793 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 61c807e2-db2a-4bcc-b586-8f2b8ad11709 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:08.167281 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 754497f7-8c9a-4ed4-9868-1438dbe45fdc no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:08.167920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:58:08.168513 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (38f47864-8b18-4241-a378-5e25eb562524), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:58:08.170251 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:58:08.187418 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 754497f7-8c9a-4ed4-9868-1438dbe45fdc {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:08.187761 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 754497f7-8c9a-4ed4-9868-1438dbe45fdc not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:08.225523 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (beccdd48-ac15-4226-af93-4103929f4aa2), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.230939 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.234030 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] 10.222.0.24 "DELETE /v2.0/networks/beccdd48-ac15-4226-af93-4103929f4aa2 HTTP/1.1" status: 204 len: 168 time: 0.8374677 Apr 06 13:58:08.245331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e32f9-3b7b-401c-a7f1-3a1a5bd5dc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=beccdd48-ac15-4226-af93-4103929f4aa2,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:08.359669 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59686) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:08.404706 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-354574d1-7b45-48c6-a90b-73c623475c77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=750ed7962a664cb5b3be50236f74c8da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432773 Apr 06 13:58:08.407086 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59688) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:08.460371 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43bd243f-998d-4f20-8fd3-963ca0875c2d admin admin] Publish callbacks [] for security_group (3f242e3b-746d-4856-ba70-3aafa09698fc), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.486592 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43bd243f-998d-4f20-8fd3-963ca0875c2d admin admin] Publish callbacks [] for security_group (3f242e3b-746d-4856-ba70-3aafa09698fc), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.544129 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43bd243f-998d-4f20-8fd3-963ca0875c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3f242e3b-746d-4856-ba70-3aafa09698fc), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.546659 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43bd243f-998d-4f20-8fd3-963ca0875c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:08.547900 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-43bd243f-998d-4f20-8fd3-963ca0875c2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f242e3b-746d-4856-ba70-3aafa09698fc HTTP/1.1" status: 204 len: 168 time: 0.1398370 Apr 06 13:58:08.557215 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd243f-998d-4f20-8fd3-963ca0875c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f242e3b-746d-4856-ba70-3aafa09698fc,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.465777 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59774) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:12.583885 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.673232 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Publish callbacks [] for security_group (f7081ade-e27b-4eec-82d2-b7ce780b65fb), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.678726 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f7081ade-e27b-4eec-82d2-b7ce780b65fb), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.721087 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89f1bafc552148a3b1771c6fcd15ec27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541916 Apr 06 13:58:12.722023 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7081ade-e27b-4eec-82d2-b7ce780b65fb,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.724155 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59778) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:12.730654 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.731078 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.731554 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.731909 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.732246 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.732576 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.732906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.733263 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.733722 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.734054 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.734388 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.734743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.735078 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.735414 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.735766 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00353e-dbfa-406c-9fca-dbbea683cbd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.780911 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Publish callbacks [] for security_group (f7081ade-e27b-4eec-82d2-b7ce780b65fb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.804506 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Publish callbacks [] for security_group (f7081ade-e27b-4eec-82d2-b7ce780b65fb), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.855674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f7081ade-e27b-4eec-82d2-b7ce780b65fb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.858203 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.859415 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7081ade-e27b-4eec-82d2-b7ce780b65fb HTTP/1.1" status: 204 len: 168 time: 0.1342137 Apr 06 13:58:12.868560 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7081ade-e27b-4eec-82d2-b7ce780b65fb,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.876448 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.876842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.877485 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.878028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.878361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.878829 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.879345 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.879730 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.880147 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.880498 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.880850 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.881142 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.881468 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.881940 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:12.882274 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccadc8-7fe5-4506-b239-290f57715a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:15.687332 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:58:17.047028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59856) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:17.051690 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842921457', 'description': 'tempest-description--1843880806'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:17.076884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.165284 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (c9e052d1-da84-4bba-8229-bbd18af6c81d), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.170552 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c9e052d1-da84-4bba-8229-bbd18af6c81d), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.202774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.204180 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1561224 Apr 06 13:58:17.207065 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59858) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:17.212506 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': 'c9e052d1-da84-4bba-8229-bbd18af6c81d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:17.217569 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7af9f-1fc4-4c54-bab1-6ecb665a3ef5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e052d1-da84-4bba-8229-bbd18af6c81d,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.244474 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (17157e59-1f52-48b9-9a3a-5d5617f1a7bf), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.305529 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (17157e59-1f52-48b9-9a3a-5d5617f1a7bf), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.311104 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (17157e59-1f52-48b9-9a3a-5d5617f1a7bf), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.333156 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17157e59-1f52-48b9-9a3a-5d5617f1a7bf,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.343614 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.347696 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9d72f6cd-9125-43ca-ab7a-35e62009669f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370442 Apr 06 13:58:17.348071 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59860) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:17.352639 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': 'c9e052d1-da84-4bba-8229-bbd18af6c81d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:17.391864 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (20fdbd66-67f0-4aa6-8d46-10c1bea73979), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.455498 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (20fdbd66-67f0-4aa6-8d46-10c1bea73979), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.461278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (20fdbd66-67f0-4aa6-8d46-10c1bea73979), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.482880 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fdbd66-67f0-4aa6-8d46-10c1bea73979,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.494317 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.495768 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9de55f14-e137-45bf-a208-2d6748b05531 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466756 Apr 06 13:58:17.498948 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59864) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:17.504317 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:17.527652 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.638540 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.769718 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.27.0.45 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/410a433f-a7f0-4a82-b2bd-3217ebc11d1f) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:17.883528 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.919742 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.960777 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:17.963877 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:17.968290 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:17.971474 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=410a433f-a7f0-4a82-b2bd-3217ebc11d1f,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:18.063313 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (d0a52899-2d1a-407c-b73e-c9b6c1b4fc88), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.102204 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.261279 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.268056 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.332722 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=410a433f-a7f0-4a82-b2bd-3217ebc11d1f,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:18.351122 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d0a52899-2d1a-407c-b73e-c9b6c1b4fc88), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.373973 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.375284 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6e94148a-65d4-45fc-968f-adf0303c070a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8751154 Apr 06 13:58:18.593890 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-df54a7b9-706a-484c-8406-b4948c90288c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1842921457&fields=id&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 267 time: 0.0453193 Apr 06 13:58:18.704191 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-21140890-4fb0-43ed-8b65-6fdba54a824b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:18.705692 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-21140890-4fb0-43ed-8b65-6fdba54a824b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.1026633 Apr 06 13:58:18.720495 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-e7e73864-38ec-43ad-a4b0-12b42651b1fd tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/quotas/c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 375 time: 0.0094328 Apr 06 13:58:18.789236 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-325ca553-98dc-41a6-af8b-b926ee971b07 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635219 Apr 06 13:58:18.899787 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-5ac89bec-0c37-4e32-93b5-5b89310df9ae service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989463 Apr 06 13:58:18.996264 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-9490c35e-093a-4635-9364-becf1e143c2d service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882919 Apr 06 13:58:19.161882 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-57885e11-c86b-4e3e-ba8f-5fd8757c66ca req-8bb4a9e7-19ca-46dc-824f-caec014e9fb9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0283775 Apr 06 13:58:19.223763 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:20.264810 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-27fd3a93-e4e4-440f-ba7f-0df35b41c89c req-c201573b-e782-4a18-a0db-b644e5c2e757 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0360899 Apr 06 13:58:21.203465 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-c7117f57-c934-45c0-a570-c7b4d84df3aa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:21.205112 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-c7117f57-c934-45c0-a570-c7b4d84df3aa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.1276836 Apr 06 13:58:21.306565 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-77289075-107a-4a20-a8a8-657cea220bbd tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 473 time: 0.0894029 Apr 06 13:58:21.373168 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-61371470-2e66-4b98-8c16-1ab2041ea1db req-ca1395b8-49ac-476b-ac1d-6f5883ea25cd tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0316701 Apr 06 13:58:21.541051 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'port': {'device_id': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'admin_state_up': True, 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'security_groups': ['c9e052d1-da84-4bba-8229-bbd18af6c81d']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:21.669463 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Made reservation on behalf of c4e6f63c94e44d468778a069d11dbf33 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:21.673844 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:21.812331 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.20.0.10 (5c0333e4-301c-4229-89da-6586694e7e49/b8721f49-bcb5-4268-98c0-66f761a772d7/3fc5dc38-4f55-40f5-9d01-f0259bf3c023) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:21.964040 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.003267 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.050202 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:22.055495 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:22.059869 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:22.066150 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:22.111807 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:22.112475 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.132465 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-99c06f68-d9c5-4bbe-afa5-52a2f1c1679e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961580 Apr 06 13:58:22.144611 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Request body: {'port': {'device_id': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:22.204819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.319860 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-fc9a58f3-aa6c-4e7f-bfd4-af4262721aaf None None] Provisioning complete for port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:22.320441 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fc9a58f3-aa6c-4e7f-bfd4-af4262721aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.354761 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a58f3-aa6c-4e7f-bfd4-af4262721aaf None None] Port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:58:22.514179 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:22.524672 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Publish callbacks [] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.542049 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Transition to ACTIVE for port object 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:58:22.555683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e2074-9f9c-4b6e-b2bb-86b8bf12755a req-e8a3a864-492a-41ba-8406-d36fd7cce215 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:22.557456 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d46e2074-9f9c-4b6e-b2bb-86b8bf12755a req-e8a3a864-492a-41ba-8406-d36fd7cce215 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 932 time: 0.1082184 Apr 06 13:58:22.558299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.639252 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Pushing event updated for resources: {'Port': ['ID=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:22.705305 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d46e2074-9f9c-4b6e-b2bb-86b8bf12755a req-47b29a3e-c081-45e2-a636-ff04c7946800 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387405 Apr 06 13:58:22.736513 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Attempting to bind port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:58:22.736846 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Attempting to bind port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:58:22.737174 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Attempting to bind port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:22.741911 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 on network 5c0333e4-301c-4229-89da-6586694e7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:58:22.742228 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Attempting to bind port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:22.747286 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:58:22.747622 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:22.748003 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Bound using segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:58:22.748445 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Bound port: 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:58:22.748805 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.813163 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] For port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:58:22.816137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] For port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:58:22.823195 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.855690 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:22.856299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:22.857672 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] 10.222.0.15 "PUT /v2.0/ports/3fc5dc38-4f55-40f5-9d01-f0259bf3c023 HTTP/1.1" status: 200 len: 1094 time: 0.7175088 Apr 06 13:58:22.858089 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:22.860340 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40" -d '{"events": [{"name": "network-changed", "server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:22.887351 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845cb3b-4b94-41e0-b9e0-d94d1c1e8cfc service neutron] Pushing event updated for resources: {'Port': ['ID=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:22.913770 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef216209-544d-4331-8bed-104f68646081 x-openstack-request-id: req-ef216209-544d-4331-8bed-104f68646081 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:22.914027 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:22.914285 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef216209-544d-4331-8bed-104f68646081 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:22.914839 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef216209-544d-4331-8bed-104f68646081'] response: {'name': 'network-changed', 'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'status': 'completed', 'code': 200} Apr 06 13:58:22.973551 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-326d07a3-9738-4b70-b938-e8bcd96a1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:22.975152 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-326d07a3-9738-4b70-b938-e8bcd96a1d86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 1128 time: 0.0571265 Apr 06 13:58:23.018813 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-df705fa2-e7ec-41d4-95e3-6697298a18e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023 HTTP/1.1" status: 200 len: 217 time: 0.0362749 Apr 06 13:58:23.069080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-109065c1-9192-4ff8-af71-f4ee8c585d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:23.070578 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-109065c1-9192-4ff8-af71-f4ee8c585d64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0457957 Apr 06 13:58:23.127708 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778220-b384-41c1-9168-f99e67b80603 req-4b8c2bc6-acf7-4f4c-9bbb-58745618ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:23.129318 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-4b8c2bc6-acf7-4f4c-9bbb-58745618ea3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513501 Apr 06 13:58:23.234681 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-15471213-3ac9-41b2-b03f-566e7104a3c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965521 Apr 06 13:58:23.327819 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a778220-b384-41c1-9168-f99e67b80603 req-bf834c8e-7fc2-4fe0-9e59-8348a514a9e4 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873613 Apr 06 13:58:23.840656 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38640-143e-446f-99ae-da2fb0c80247 req-18e364af-e93e-48df-8f40-8d099b008bb8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:23.842331 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aef38640-143e-446f-99ae-da2fb0c80247 req-18e364af-e93e-48df-8f40-8d099b008bb8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 944 time: 0.0621917 Apr 06 13:58:23.918052 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-aef38640-143e-446f-99ae-da2fb0c80247 req-5f5c58c5-f35c-4be2-82cd-3f549e58d7d3 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690737 Apr 06 13:58:23.992953 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59970) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:24.107907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8613-7a0f-4d10-82e8-a67e9d98730e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.192445 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8613-7a0f-4d10-82e8-a67e9d98730e admin admin] Publish callbacks [] for security_group (589db178-b69f-45f7-a418-4d2f52b58cd5), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.197736 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8613-7a0f-4d10-82e8-a67e9d98730e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (589db178-b69f-45f7-a418-4d2f52b58cd5), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.244578 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a3dc8613-7a0f-4d10-82e8-a67e9d98730e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47fa9b2335c04003b5ea29f9571a0fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501702 Apr 06 13:58:24.246192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc8613-7a0f-4d10-82e8-a67e9d98730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589db178-b69f-45f7-a418-4d2f52b58cd5,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:24.247564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59974) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:24.262602 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-96734fdb-b8b7-4647-9bdd-41b2def75169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.264157 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-96734fdb-b8b7-4647-9bdd-41b2def75169 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 1128 time: 0.0553145 Apr 06 13:58:24.349287 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bc41932-fd31-4965-915c-d2ec82b25623 admin admin] Publish callbacks [] for security_group (589db178-b69f-45f7-a418-4d2f52b58cd5), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.384986 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bc41932-fd31-4965-915c-d2ec82b25623 admin admin] Publish callbacks [] for security_group (589db178-b69f-45f7-a418-4d2f52b58cd5), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.408682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-24071ef8-9d01-4f51-bf6f-bc4e88375e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.410242 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-24071ef8-9d01-4f51-bf6f-bc4e88375e2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1302490 Apr 06 13:58:24.463714 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-60203c60-0c0b-4d55-9dd4-23fa3405bd68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023 HTTP/1.1" status: 200 len: 217 time: 0.0413070 Apr 06 13:58:24.513760 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bc41932-fd31-4965-915c-d2ec82b25623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (589db178-b69f-45f7-a418-4d2f52b58cd5), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.516393 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5bc41932-fd31-4965-915c-d2ec82b25623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.517551 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5bc41932-fd31-4965-915c-d2ec82b25623 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/589db178-b69f-45f7-a418-4d2f52b58cd5 HTTP/1.1" status: 204 len: 168 time: 0.2690609 Apr 06 13:58:24.532704 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-f154dd9f-37f0-4856-b758-715732b75c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.534542 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-f154dd9f-37f0-4856-b758-715732b75c0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0652337 Apr 06 13:58:24.540349 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc41932-fd31-4965-915c-d2ec82b25623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589db178-b69f-45f7-a418-4d2f52b58cd5,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:24.589781 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-89f35879-cefa-4f59-810d-aa6dc9e3807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.591451 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-89f35879-cefa-4f59-810d-aa6dc9e3807c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487776 Apr 06 13:58:24.595926 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-3d49d437-38f8-4028-8e3e-a6d1e50c2a66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452392 Apr 06 13:58:24.697009 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c93252-d259-46e0-9937-6ec540966307 req-248de903-fc47-4189-90a5-ac98d371a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.697593 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-c18c1714-04e3-4d60-b58f-a2395fa7344f service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903935 Apr 06 13:58:24.698782 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-248de903-fc47-4189-90a5-ac98d371a0a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1130 time: 0.0531220 Apr 06 13:58:24.800121 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-425d98e1-8b22-447f-b9a6-5c8e0ae5cc40 req-8096fec6-ee45-4355-a2d7-5ae09a125c38 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939548 Apr 06 13:58:24.813260 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c93252-d259-46e0-9937-6ec540966307 req-ab20cb98-7b83-4b0d-835a-460242d445ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.815110 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-ab20cb98-7b83-4b0d-835a-460242d445ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 910 time: 0.0933471 Apr 06 13:58:24.840912 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 59982) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:24.854975 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9b110e14-e135-4073-8ac7-ebda882ec2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.884157 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-5598ce52-561d-4427-a9ba-f4d041d10569 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 1002 time: 0.0603755 Apr 06 13:58:24.933823 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9b110e14-e135-4073-8ac7-ebda882ec2b4 admin admin] Publish callbacks [] for security_group (92cc8cfa-7b7b-4573-b2f6-0e4af419928c), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.938593 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c93252-d259-46e0-9937-6ec540966307 req-18746b91-796b-462d-a90a-069b10dfba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.939037 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9b110e14-e135-4073-8ac7-ebda882ec2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (92cc8cfa-7b7b-4573-b2f6-0e4af419928c), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.940159 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-18746b91-796b-462d-a90a-069b10dfba71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 200 len: 848 time: 0.0490022 Apr 06 13:58:24.977062 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9b110e14-e135-4073-8ac7-ebda882ec2b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ad526cf3ede41febb1ec6804cab429a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348758 Apr 06 13:58:24.978134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b110e14-e135-4073-8ac7-ebda882ec2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc8cfa-7b7b-4573-b2f6-0e4af419928c,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:24.981200 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 59986) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:25.060581 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c93252-d259-46e0-9937-6ec540966307 req-98634c20-8560-4680-89f0-97ca12571726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:25.062140 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-98634c20-8560-4680-89f0-97ca12571726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134529 Apr 06 13:58:25.123632 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3333b298-ec75-4391-bbe8-fcf410522220 admin admin] Publish callbacks [] for security_group (92cc8cfa-7b7b-4573-b2f6-0e4af419928c), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.141116 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbd8d4-03df-43cc-a38a-6f8d292b4930 req-f457f280-c9a4-4a84-b366-76ef7d4bf40a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:25.142597 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-55cbd8d4-03df-43cc-a38a-6f8d292b4930 req-f457f280-c9a4-4a84-b366-76ef7d4bf40a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 944 time: 0.1457591 Apr 06 13:58:25.177354 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3333b298-ec75-4391-bbe8-fcf410522220 admin admin] Publish callbacks [] for security_group (92cc8cfa-7b7b-4573-b2f6-0e4af419928c), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.240438 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-dfb2787e-c304-49c0-b08e-cdaa7d865916 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691208 Apr 06 13:58:25.306573 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-55cbd8d4-03df-43cc-a38a-6f8d292b4930 req-924351db-cfef-4447-a85f-adf85e19e84b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543369 Apr 06 13:58:25.320778 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3333b298-ec75-4391-bbe8-fcf410522220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (92cc8cfa-7b7b-4573-b2f6-0e4af419928c), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.323308 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3333b298-ec75-4391-bbe8-fcf410522220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.327075 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3333b298-ec75-4391-bbe8-fcf410522220 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92cc8cfa-7b7b-4573-b2f6-0e4af419928c HTTP/1.1" status: 204 len: 168 time: 0.3417203 Apr 06 13:58:25.338243 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333b298-ec75-4391-bbe8-fcf410522220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc8cfa-7b7b-4573-b2f6-0e4af419928c,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:25.371305 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-82c93252-d259-46e0-9937-6ec540966307 req-5c00b03b-819f-420f-a096-de1a3a17eaa3 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228125 Apr 06 13:58:25.465619 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-912b5441-3166-4f81-897c-dc7c8195ca73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.784365 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:58:25.881606 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:25.894224 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'port_id': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'mac_address': 'fa:16:3e:89:a6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:58:25.936847 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:25.937227 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.958309 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:25.970969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:25.975694 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:26.022974 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:26.234942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['3fc5dc38-4f55-40f5-9d01-f0259bf3c023'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:26.441140 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a25f4-121a-466b-8d43-83515b132c04 req-cd731ac4-c958-4e43-a6d3-4eb02d5b4416 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:26.442776 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c5a25f4-121a-466b-8d43-83515b132c04 req-cd731ac4-c958-4e43-a6d3-4eb02d5b4416 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 945 time: 0.0611227 Apr 06 13:58:26.497697 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c5a25f4-121a-466b-8d43-83515b132c04 req-19cd1e08-6726-4b6f-b719-5b990e14919e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479288 Apr 06 13:58:27.637181 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009632-6dc0-43c2-8119-ec1225db0931 req-58565a98-ecc1-48b2-ae75-a25944154781 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:27.638622 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d1009632-6dc0-43c2-8119-ec1225db0931 req-58565a98-ecc1-48b2-ae75-a25944154781 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 945 time: 0.0580292 Apr 06 13:58:27.691265 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d1009632-6dc0-43c2-8119-ec1225db0931 req-0fdf7a6c-6d85-42ed-81be-1dd94758503a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 Apr 06 13:58:27.811139 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:27.870899 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:58:27.875838 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:27.876447 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:27.976275 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:27.976575 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:28.005109 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:28.007924 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc77a912-7eef-4b38-a3a5-9a39d9849fdf" -d '{"events": [{"server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "name": "network-vif-plugged", "status": "completed", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:28.021316 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:28.027070 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:28.050566 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e856a9e8-66ea-4430-86eb-0e697c3af8b8 x-openstack-request-id: req-e856a9e8-66ea-4430-86eb-0e697c3af8b8 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:28.050992 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "name": "network-vif-plugged", "status": "completed", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:28.051252 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e856a9e8-66ea-4430-86eb-0e697c3af8b8 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:28.051652 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e856a9e8-66ea-4430-86eb-0e697c3af8b8'] response: {'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'code': 200} Apr 06 13:58:28.078808 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:28.100198 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-18368c2c-e31f-4eaa-9f23-4c406874e1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:28.227477 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da820f-fcc4-4974-bce4-3e5849bc942a req-3b508acb-7c65-476e-a105-95d644a5a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:28.228714 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c7da820f-fcc4-4974-bce4-3e5849bc942a req-3b508acb-7c65-476e-a105-95d644a5a7d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 1130 time: 0.0510273 Apr 06 13:58:28.278726 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-c7da820f-fcc4-4974-bce4-3e5849bc942a req-b84d9055-2bf7-44cd-919f-4ded5d76241f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Apr 06 13:58:28.814324 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefadd01-d0e1-412a-a57e-caf3a7c41a5e req-772d4090-42b2-49c6-86dc-2f1897fc2503 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:28.815714 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-aefadd01-d0e1-412a-a57e-caf3a7c41a5e req-772d4090-42b2-49c6-86dc-2f1897fc2503 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Apr 06 13:58:28.873492 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-aefadd01-d0e1-412a-a57e-caf3a7c41a5e req-95fcd0ec-ad17-4bcc-99f1-a19715bb9bf4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516887 Apr 06 13:58:29.193143 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.002926 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7002c5-8699-414a-8d04-a3de4434da86 req-45782d19-99f8-4c53-a011-63827cfca6cc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:30.004535 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad7002c5-8699-414a-8d04-a3de4434da86 req-45782d19-99f8-4c53-a011-63827cfca6cc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 946 time: 0.0551894 Apr 06 13:58:30.067780 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad7002c5-8699-414a-8d04-a3de4434da86 req-01fc7485-fbfa-4298-aac0-9c6ae40f28c9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561283 Apr 06 13:58:30.207592 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c9b1-ca72-44e5-b3ad-eb5eb9340053 req-9618648a-8dff-414f-aed1-f7209774a201 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:30.209243 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1332c9b1-ca72-44e5-b3ad-eb5eb9340053 req-9618648a-8dff-414f-aed1-f7209774a201 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 946 time: 0.0597908 Apr 06 13:58:30.218937 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60086) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:30.224288 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'port_id': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:30.271380 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (d0a52899-2d1a-407c-b73e-c9b6c1b4fc88), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.459268 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.622785 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60098) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:30.753928 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70223ca6-fdc7-4792-b3bb-cdf58a9a424b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.782096 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.789801 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d0a52899-2d1a-407c-b73e-c9b6c1b4fc88), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.883759 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70223ca6-fdc7-4792-b3bb-cdf58a9a424b admin admin] Publish callbacks [] for security_group (e5645a0a-02fc-4dd4-960b-67426d880558), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.890874 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70223ca6-fdc7-4792-b3bb-cdf58a9a424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e5645a0a-02fc-4dd4-960b-67426d880558), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.949824 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-70223ca6-fdc7-4792-b3bb-cdf58a9a424b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4d0d2e2d05049288089bc7798b2c6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258622 Apr 06 13:58:30.950571 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70223ca6-fdc7-4792-b3bb-cdf58a9a424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5645a0a-02fc-4dd4-960b-67426d880558,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:30.953862 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60102) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:30.954210 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP d0a52899-2d1a-407c-b73e-c9b6c1b4fc88 associated. External IP: 172.27.0.45, port: 3fc5dc38-4f55-40f5-9d01-f0259bf3c023. Apr 06 13:58:31.010030 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3c3157b9-e73c-4f3e-9bf8-688278ed408e admin admin] Publish callbacks [] for security_group (e5645a0a-02fc-4dd4-960b-67426d880558), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.034530 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3c3157b9-e73c-4f3e-9bf8-688278ed408e admin admin] Publish callbacks [] for security_group (e5645a0a-02fc-4dd4-960b-67426d880558), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.088183 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3c3157b9-e73c-4f3e-9bf8-688278ed408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e5645a0a-02fc-4dd4-960b-67426d880558), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.091009 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3c3157b9-e73c-4f3e-9bf8-688278ed408e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.092215 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3c3157b9-e73c-4f3e-9bf8-688278ed408e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5645a0a-02fc-4dd4-960b-67426d880558 HTTP/1.1" status: 204 len: 168 time: 0.1373906 Apr 06 13:58:31.101332 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3157b9-e73c-4f3e-9bf8-688278ed408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5645a0a-02fc-4dd4-960b-67426d880558,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:31.201318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:31.338136 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:31.345965 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.351450 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca581de-45d8-42af-831f-a9130c887176 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:31.365245 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:31.366036 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:31.402444 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7c34c2de-f705-4c2e-8da6-7071c9f92417 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "PUT /v2.0/floatingips/d0a52899-2d1a-407c-b73e-c9b6c1b4fc88 HTTP/1.1" status: 200 len: 991 time: 1.1820555 Apr 06 13:58:31.403595 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:31.407338 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700a8ff2-6994-402a-bb7f-20eba5652e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:31.460064 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46457a-4861-489c-8fa7-7aa4518df71e x-openstack-request-id: req-ed46457a-4861-489c-8fa7-7aa4518df71e {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:31.460566 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:31.461097 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed46457a-4861-489c-8fa7-7aa4518df71e {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:31.461860 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed46457a-4861-489c-8fa7-7aa4518df71e'] response: {'name': 'network-changed', 'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'status': 'completed', 'code': 200} Apr 06 13:58:31.502384 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:31.550526 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-1259a8d1-9b9f-4ecf-9197-b06a6b334699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:31.553047 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-1259a8d1-9b9f-4ecf-9197-b06a6b334699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 1130 time: 0.0593700 Apr 06 13:58:31.619197 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60112) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:31.642730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bddc64d5-8ef7-4ffa-b6b7-e65da2321f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.663493 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-2afa4df7-68f0-43ef-9960-7d9d74986123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:31.665132 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-2afa4df7-68f0-43ef-9960-7d9d74986123 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1055713 Apr 06 13:58:31.749156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bddc64d5-8ef7-4ffa-b6b7-e65da2321f69 admin admin] Publish callbacks [] for security_group (860877c7-1f55-4b42-a04a-28493686bfe8), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.755176 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-bddc64d5-8ef7-4ffa-b6b7-e65da2321f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (860877c7-1f55-4b42-a04a-28493686bfe8), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.763101 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-4e0c5c09-093e-4ba2-b2ce-6d293a9e8c58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023 HTTP/1.1" status: 200 len: 999 time: 0.0888958 Apr 06 13:58:31.799173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc64d5-8ef7-4ffa-b6b7-e65da2321f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860877c7-1f55-4b42-a04a-28493686bfe8,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:31.800321 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:33Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}, {'id': 'd0a52899-2d1a-407c-b73e-c9b6c1b4fc88', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:89:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:58:18Z', 'updated_at': '2022-04-06T13:58:30Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:31.806559 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-bddc64d5-8ef7-4ffa-b6b7-e65da2321f69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ba1c124c01143cc89126874d6d7f4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858735 Apr 06 13:58:31.807630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60114) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:31.841468 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca581de-45d8-42af-831f-a9130c887176 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:31.852657 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:31.852971 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:31.853205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-39dfc373-a765-43f4-8cd5-8351fe0f57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:31.855790 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-39dfc373-a765-43f4-8cd5-8351fe0f57b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0853338 Apr 06 13:58:31.864417 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6baaa502-a29e-4b4a-bf68-56c4e0629c2b admin admin] Publish callbacks [] for security_group (860877c7-1f55-4b42-a04a-28493686bfe8), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.891629 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6baaa502-a29e-4b4a-bf68-56c4e0629c2b admin admin] Publish callbacks [] for security_group (860877c7-1f55-4b42-a04a-28493686bfe8), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.921833 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-00b7a86b-f69e-463e-9b20-b08f3fc6b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:31.924542 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-00b7a86b-f69e-463e-9b20-b08f3fc6b540 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624254 Apr 06 13:58:31.974081 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6baaa502-a29e-4b4a-bf68-56c4e0629c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (860877c7-1f55-4b42-a04a-28493686bfe8), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.979491 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6baaa502-a29e-4b4a-bf68-56c4e0629c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:31.984147 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-6baaa502-a29e-4b4a-bf68-56c4e0629c2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/860877c7-1f55-4b42-a04a-28493686bfe8 HTTP/1.1" status: 204 len: 168 time: 0.1753666 Apr 06 13:58:32.008080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaa502-a29e-4b4a-bf68-56c4e0629c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860877c7-1f55-4b42-a04a-28493686bfe8,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:32.011880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:32.042987 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-87c531eb-b6ec-4433-a24c-128805ae71cc service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114626 Apr 06 13:58:32.169349 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-700a8ff2-6994-402a-bb7f-20eba5652e3b req-06b629bb-2bed-473e-90f6-2cb1f19be4dd service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193504 Apr 06 13:58:32.331739 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-aca581de-45d8-42af-831f-a9130c887176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:33Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}, {'id': 'd0a52899-2d1a-407c-b73e-c9b6c1b4fc88', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:89:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:58:18Z', 'updated_at': '2022-04-06T13:58:30Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:32.363021 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca581de-45d8-42af-831f-a9130c887176 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:33Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}, {'id': 'd0a52899-2d1a-407c-b73e-c9b6c1b4fc88', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:89:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:58:18Z', 'updated_at': '2022-04-06T13:58:30Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:32.476910 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.588621 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50b06f-03ed-4247-9c90-ef8b4e18ab23 None None] New status for floating IP d0a52899-2d1a-407c-b73e-c9b6c1b4fc88: ACTIVE {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:58:34.284351 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3207-9aa1-4fc9-885d-f641f9200414 req-654c2340-5949-43f3-97bd-cdceb63ea6c3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:34.286012 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-73fd3207-9aa1-4fc9-885d-f641f9200414 req-654c2340-5949-43f3-97bd-cdceb63ea6c3 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0789964 Apr 06 13:58:34.356199 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-73fd3207-9aa1-4fc9-885d-f641f9200414 req-9b46df7d-3579-4991-a577-2c0e556d79cc tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587676 Apr 06 13:58:35.511420 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3ce07-5ff7-4e0b-87f0-774993034a1c req-d196d5d8-057e-40ee-bc35-c601b104bc0a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:35.512983 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-30f3ce07-5ff7-4e0b-87f0-774993034a1c req-d196d5d8-057e-40ee-bc35-c601b104bc0a tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0727327 Apr 06 13:58:35.571547 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-30f3ce07-5ff7-4e0b-87f0-774993034a1c req-0cd1855e-729e-4c1c-a1b3-83225e8cfbd4 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups?id=f774f64c-9356-4ea2-a019-cace7e89627e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522227 Apr 06 13:58:35.634842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-8a9da783-e7cb-4e41-8389-f23770f4e12f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:35.637006 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-8a9da783-e7cb-4e41-8389-f23770f4e12f tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 947 time: 0.0687199 Apr 06 13:58:35.735429 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Deleting port 390ddf1c-6400-4755-8d57-b2adfcc58066 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:35.735966 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:35.848559 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] For port 390ddf1c-6400-4755-8d57-b2adfcc58066, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=390ddf1c-6400-4755-8d57-b2adfcc58066,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:35.848931 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:36.035137 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:36.035505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (720c3a01-227c-4869-ae30-520cc2b14f78), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:36.035826 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Floating IP 720c3a01-227c-4869-ae30-520cc2b14f78 disassociated. External IP: 172.27.0.48, port: 390ddf1c-6400-4755-8d57-b2adfcc58066. Apr 06 13:58:36.036160 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Calling delete_port for 390ddf1c-6400-4755-8d57-b2adfcc58066 owned by compute:nova {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:36.185038 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (390ddf1c-6400-4755-8d57-b2adfcc58066), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:36.212863 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event deleted for resources: {'Port': ['ID=390ddf1c-6400-4755-8d57-b2adfcc58066,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:36.332587 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Router 511e193f-e573-45c9-815e-34ed3baf7b59 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:36.446975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:36.457248 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:36.468998 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:36.469785 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:36.500087 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] No DVR routers for this DVR port 390ddf1c-6400-4755-8d57-b2adfcc58066 on host hv-cinder-82755 {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:36.503550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:36.506908 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b4e5f0c5-1b9a-467b-afe5-83317fdf4fab req-7c822989-ffa3-415d-b9fe-e0a690207e3b tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.15 "DELETE /v2.0/ports/390ddf1c-6400-4755-8d57-b2adfcc58066 HTTP/1.1" status: 204 len: 173 time: 0.8648438 Apr 06 13:58:36.507348 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-deleted', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:36.509977 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6fff4-4f27-4b1d-a41d-28e1d8e4b01e" -d '{"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-deleted", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:36.605827 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:36.705100 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c55f45f-1c33-42ca-b660-d5f012ef5c33 req-3ec27202-1221-4f2e-a5ba-b055d8993187 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 210 time: 0.0443830 Apr 06 13:58:36.719785 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5458f9c4-da8b-4f14-81b3-46145525aca6 x-openstack-request-id: req-5458f9c4-da8b-4f14-81b3-46145525aca6 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:36.720667 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80c80eb-4584-4e80-bc91-2ca89a1e4e0b", "name": "network-vif-deleted", "tag": "390ddf1c-6400-4755-8d57-b2adfcc58066", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:36.721071 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5458f9c4-da8b-4f14-81b3-46145525aca6 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:36.721640 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5458f9c4-da8b-4f14-81b3-46145525aca6'] response: {'server_uuid': 'd80c80eb-4584-4e80-bc91-2ca89a1e4e0b', 'name': 'network-vif-deleted', 'tag': '390ddf1c-6400-4755-8d57-b2adfcc58066', 'status': 'completed', 'code': 200} Apr 06 13:58:36.839717 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:37.056280 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:37.070798 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:37.071891 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:37.227481 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:37.507317 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:37.537547 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40749d96-de5d-4b3e-a9e8-19284669829a None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'f5591fad-bcf6-4ea0-a119-29757fbc973d', 'name': '', 'network_id': '39774851-8a70-41b0-8299-eb709a7f7954', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'mac_address': 'fa:16:3e:f6:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:31Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'subnets': [{'id': 'e1920da1-e5ed-478b-9371-e74628ded767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:37.817289 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88083c55-860f-411d-96aa-0ab295f39f69 None None] New status for floating IP 720c3a01-227c-4869-ae30-520cc2b14f78: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:58:38.085710 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-93b7b706-9f22-4a52-b50e-c266a0fd0b49 req-fd5b8640-c30a-4936-9a72-1712a351b9ae tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/ports?device_id=d80c80eb-4584-4e80-bc91-2ca89a1e4e0b HTTP/1.1" status: 200 len: 210 time: 0.2885041 Apr 06 13:58:39.199400 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60220) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:39.265825 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0f6174e6-b753-4295-ab47-d933f0b834c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (f774f64c-9356-4ea2-a019-cace7e89627e), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.296455 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0f6174e6-b753-4295-ab47-d933f0b834c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (f774f64c-9356-4ea2-a019-cace7e89627e), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.360862 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0f6174e6-b753-4295-ab47-d933f0b834c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f774f64c-9356-4ea2-a019-cace7e89627e), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.363776 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0f6174e6-b753-4295-ab47-d933f0b834c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.365013 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0f6174e6-b753-4295-ab47-d933f0b834c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "DELETE /v2.0/security-groups/f774f64c-9356-4ea2-a019-cace7e89627e HTTP/1.1" status: 204 len: 168 time: 0.1645081 Apr 06 13:58:39.368105 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60222) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:39.379669 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6174e6-b753-4295-ab47-d933f0b834c7 tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774f64c-9356-4ea2-a019-cace7e89627e,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:39.385037 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.api.v2.resource [None req-7838ed78-81da-43ae-8fa6-42f04923684d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] show failed (client error): The resource could not be found. Apr 06 13:58:39.389757 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7838ed78-81da-43ae-8fa6-42f04923684d tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "GET /v2.0/security-groups/f774f64c-9356-4ea2-a019-cace7e89627e HTTP/1.1" status: 404 len: 347 time: 0.0170109 Apr 06 13:58:39.389757 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60224) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:39.518685 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Deleting port deb9d7b0-173a-42e4-af8c-d897c6423cbd {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:39.519051 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.602694 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.603112 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (deb9d7b0-173a-42e4-af8c-d897c6423cbd), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.617423 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Calling delete_port for deb9d7b0-173a-42e4-af8c-d897c6423cbd owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:39.766555 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (deb9d7b0-173a-42e4-af8c-d897c6423cbd), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.795457 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Pushing event deleted for resources: {'Port': ['ID=deb9d7b0-173a-42e4-af8c-d897c6423cbd,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:39.859058 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks [] for floatingip (720c3a01-227c-4869-ae30-520cc2b14f78), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.861714 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.862947 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-e4c8685e-8791-4abc-b690-e3a9e432fbbb tempest-AttachVolumeShelveTestJSON-574345874 tempest-AttachVolumeShelveTestJSON-574345874-project] 10.222.0.24 "DELETE /v2.0/floatingips/720c3a01-227c-4869-ae30-520cc2b14f78 HTTP/1.1" status: 204 len: 168 time: 0.4723787 Apr 06 13:58:40.325668 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:40.349040 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 390ddf1c-6400-4755-8d57-b2adfcc58066 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:40.349400 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 390ddf1c-6400-4755-8d57-b2adfcc58066 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:41.749333 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60254) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:41.872856 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-065fa697-e285-4c25-8926-3f5c2c2d39eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:41.949621 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-065fa697-e285-4c25-8926-3f5c2c2d39eb admin admin] Publish callbacks [] for security_group (946364e5-e35f-4006-b5b5-6f4367ac04eb), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:41.955897 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-065fa697-e285-4c25-8926-3f5c2c2d39eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (946364e5-e35f-4006-b5b5-6f4367ac04eb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:41.993750 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-065fa697-e285-4c25-8926-3f5c2c2d39eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28e3deab4e694fe99dfa5cdb4d5168b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433002 Apr 06 13:58:41.994610 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fa697-e285-4c25-8926-3f5c2c2d39eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946364e5-e35f-4006-b5b5-6f4367ac04eb,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:41.996706 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60258) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:42.047029 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d97fe6d-f568-4616-8215-14dabc82341d admin admin] Publish callbacks [] for security_group (946364e5-e35f-4006-b5b5-6f4367ac04eb), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.069793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d97fe6d-f568-4616-8215-14dabc82341d admin admin] Publish callbacks [] for security_group (946364e5-e35f-4006-b5b5-6f4367ac04eb), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.119699 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d97fe6d-f568-4616-8215-14dabc82341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (946364e5-e35f-4006-b5b5-6f4367ac04eb), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.122193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9d97fe6d-f568-4616-8215-14dabc82341d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.123372 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9d97fe6d-f568-4616-8215-14dabc82341d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/946364e5-e35f-4006-b5b5-6f4367ac04eb HTTP/1.1" status: 204 len: 168 time: 0.1256936 Apr 06 13:58:42.132065 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97fe6d-f568-4616-8215-14dabc82341d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946364e5-e35f-4006-b5b5-6f4367ac04eb,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:42.331752 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60270) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:42.419812 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60274) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:42.433962 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-00d18433-b8d1-400f-a840-058247a9c05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.653179 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-00d18433-b8d1-400f-a840-058247a9c05f admin admin] Publish callbacks [] for security_group (29b0a8bb-2e80-4091-9696-b60dc5e79940), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.661492 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-00d18433-b8d1-400f-a840-058247a9c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (29b0a8bb-2e80-4091-9696-b60dc5e79940), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.750295 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d18433-b8d1-400f-a840-058247a9c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b0a8bb-2e80-4091-9696-b60dc5e79940,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:42.759004 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-00d18433-b8d1-400f-a840-058247a9c05f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a33bdd0a5bcc467bbb64f1c58dd29726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378255 Apr 06 13:58:42.761870 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60276) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:42.819744 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-905fa390-811b-4b20-951f-b0abd34c91c6 admin admin] Publish callbacks [] for security_group (29b0a8bb-2e80-4091-9696-b60dc5e79940), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.845616 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-905fa390-811b-4b20-951f-b0abd34c91c6 admin admin] Publish callbacks [] for security_group (29b0a8bb-2e80-4091-9696-b60dc5e79940), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.897812 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-905fa390-811b-4b20-951f-b0abd34c91c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (29b0a8bb-2e80-4091-9696-b60dc5e79940), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.900695 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-905fa390-811b-4b20-951f-b0abd34c91c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.901798 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-905fa390-811b-4b20-951f-b0abd34c91c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29b0a8bb-2e80-4091-9696-b60dc5e79940 HTTP/1.1" status: 204 len: 168 time: 0.1381884 Apr 06 13:58:42.910431 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fa390-811b-4b20-951f-b0abd34c91c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b0a8bb-2e80-4091-9696-b60dc5e79940,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:43.013737 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (511e193f-e573-45c9-815e-34ed3baf7b59), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:43.333955 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Deleting port f5591fad-bcf6-4ea0-a119-29757fbc973d {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:43.334296 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:43.419969 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] For port f5591fad-bcf6-4ea0-a119-29757fbc973d, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=f5591fad-bcf6-4ea0-a119-29757fbc973d,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:43.420363 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:43.435957 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Calling delete_port for f5591fad-bcf6-4ea0-a119-29757fbc973d owned by network:router_interface {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:43.640328 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (f5591fad-bcf6-4ea0-a119-29757fbc973d), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:43.668078 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5591fad-bcf6-4ea0-a119-29757fbc973d,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:43.857877 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (511e193f-e573-45c9-815e-34ed3baf7b59), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.099877 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Router 511e193f-e573-45c9-815e-34ed3baf7b59 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:44.229946 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:44.236028 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-73361ef1-ac76-44e0-8d7b-db294141a429 admin admin] 10.222.0.24 "PUT /v2.0/routers/511e193f-e573-45c9-815e-34ed3baf7b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9030955 Apr 06 13:58:44.238836 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60312) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:44.242427 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] Sync routers for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:44.253405 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:44.254220 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:44.352382 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks [] for router (511e193f-e573-45c9-815e-34ed3baf7b59), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.370128 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:44.486016 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks [] for router_gateway (511e193f-e573-45c9-815e-34ed3baf7b59), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.570373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Deleting port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:44.571162 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.591200 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:58:43Z', 'revision_number': 5, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port': {'id': '7f3a891d-4717-4eb4-a59b-f6ef7847ef93', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:21Z', 'updated_at': '2022-04-06T13:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:44.621259 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] Checking router: 511e193f-e573-45c9-815e-34ed3baf7b59 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:44.630387 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] Routers {'511e193f-e573-45c9-815e-34ed3baf7b59'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:44.631257 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['511e193f-e573-45c9-815e-34ed3baf7b59'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:44.668278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] For port 7f3a891d-4717-4eb4-a59b-f6ef7847ef93, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:44.668797 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.684280 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Calling delete_port for 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:44.728151 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] Set router 511e193f-e573-45c9-815e-34ed3baf7b59 gateway port host: None {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:44.787811 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:58:44Z', 'revision_number': 6, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:44.821068 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650167f7-e510-4fe2-81e0-ee887e666e24 None None] The sync data for ids ['511e193f-e573-45c9-815e-34ed3baf7b59'] in dv-cinder-827554-3-iscsi is: [{'id': '511e193f-e573-45c9-815e-34ed3baf7b59', 'name': 'tempest-AttachVolumeShelveTestJSON-31234451-router', 'tenant_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:20Z', 'updated_at': '2022-04-06T13:58:44Z', 'revision_number': 6, 'project_id': 'cfa10a1cb23f4d2ca0be5c101bd3e8f9', 'gw_port_host': None}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:44.869276 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (7f3a891d-4717-4eb4-a59b-f6ef7847ef93), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.896004 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3a891d-4717-4eb4-a59b-f6ef7847ef93,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:44.961753 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (511e193f-e573-45c9-815e-34ed3baf7b59), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.059247 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (511e193f-e573-45c9-815e-34ed3baf7b59), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.061705 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks [] for router_controller (511e193f-e573-45c9-815e-34ed3baf7b59), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.109954 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (511e193f-e573-45c9-815e-34ed3baf7b59), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.110432 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511e193f-e573-45c9-815e-34ed3baf7b59 {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:58:45.115792 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.116976 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-a0d33496-21ed-42b6-81f2-c021cf4dec3f admin admin] 10.222.0.24 "DELETE /v2.0/routers/511e193f-e573-45c9-815e-34ed3baf7b59 HTTP/1.1" status: 204 len: 168 time: 0.8755052 Apr 06 13:58:45.119778 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60332) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:45.179784 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Deleting subnet e1920da1-e5ed-478b-9371-e74628ded767 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:58:45.185101 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Publish callbacks [] for subnet (e1920da1-e5ed-478b-9371-e74628ded767), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.228609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (e1920da1-e5ed-478b-9371-e74628ded767), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.586282 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (e1920da1-e5ed-478b-9371-e74628ded767), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.644398 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (e1920da1-e5ed-478b-9371-e74628ded767), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.672385 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1920da1-e5ed-478b-9371-e74628ded767,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:45.674508 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.680816 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60338) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:45.681661 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-bb971c23-cd1a-4a19-9664-40e7df54760f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e1920da1-e5ed-478b-9371-e74628ded767 HTTP/1.1" status: 204 len: 168 time: 0.5599468 Apr 06 13:58:45.693042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723d49f-2b9f-45f4-99b8-3cd655d1d69b None None] Network 39774851-8a70-41b0-8299-eb709a7f7954 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:45.765643 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (39774851-8a70-41b0-8299-eb709a7f7954), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.825581 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Deleting port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:45.825920 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.884918 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] DHCP port deletion for 39774851-8a70-41b0-8299-eb709a7f7954 request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:58:45.897849 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] For port 430363fa-eb16-4f80-b31f-f3dcc5eafe44, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=430363fa-eb16-4f80-b31f-f3dcc5eafe44,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:45.898416 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.915161 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Calling delete_port for 430363fa-eb16-4f80-b31f-f3dcc5eafe44 owned by network:dhcp {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:45.937624 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] Deleting port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:45.938056 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.005662 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.019034 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] For port 430363fa-eb16-4f80-b31f-f3dcc5eafe44, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=430363fa-eb16-4f80-b31f-f3dcc5eafe44,segment=NetworkSegment(bd6178ca-7915-41ab-990a-11f10209124a),segment_id=bd6178ca-7915-41ab-990a-11f10209124a)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:46.019493 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.032104 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Pushing event deleted for resources: {'Port': ['ID=430363fa-eb16-4f80-b31f-f3dcc5eafe44,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:46.032459 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] Calling delete_port for 430363fa-eb16-4f80-b31f-f3dcc5eafe44 owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:46.037146 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] No DVR routers for this DVR port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 on host dv-cinder-827554-3-iscsi {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:46.113599 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (39774851-8a70-41b0-8299-eb709a7f7954), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.122474 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (430363fa-eb16-4f80-b31f-f3dcc5eafe44), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.149246 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] Pushing event deleted for resources: {'Port': ['ID=430363fa-eb16-4f80-b31f-f3dcc5eafe44,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:46.149945 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39774851-8a70-41b0-8299-eb709a7f7954']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:46.157866 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2349cd5-af2e-46c0-895a-5ee6dfbac2c2 None None] No DVR routers for this DVR port 430363fa-eb16-4f80-b31f-f3dcc5eafe44 on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:46.161682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6178ca-7915-41ab-990a-11f10209124a') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:46.162193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6178ca-7915-41ab-990a-11f10209124a') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:46.174557 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device f5591fad-bcf6-4ea0-a119-29757fbc973d no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:46.177340 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (bd6178ca-7915-41ab-990a-11f10209124a), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.196298 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (bd6178ca-7915-41ab-990a-11f10209124a), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.198800 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: f5591fad-bcf6-4ea0-a119-29757fbc973d {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:46.199158 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device f5591fad-bcf6-4ea0-a119-29757fbc973d not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:46.199593 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 430363fa-eb16-4f80-b31f-f3dcc5eafe44 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:46.203654 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:58:46.204069 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (bd6178ca-7915-41ab-990a-11f10209124a), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:58:46.205792 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:58:46.219621 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 430363fa-eb16-4f80-b31f-f3dcc5eafe44 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:46.219966 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 430363fa-eb16-4f80-b31f-f3dcc5eafe44 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:46.220388 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:46.240931 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:46.241278 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 7f3a891d-4717-4eb4-a59b-f6ef7847ef93 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:46.263796 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (39774851-8a70-41b0-8299-eb709a7f7954), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.269747 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.273077 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] 10.222.0.24 "DELETE /v2.0/networks/39774851-8a70-41b0-8299-eb709a7f7954 HTTP/1.1" status: 204 len: 168 time: 0.5909905 Apr 06 13:58:46.285958 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f175ee-17ad-465e-8d6f-f87aa148088e admin admin] Pushing event deleted for resources: {'Network': ['ID=39774851-8a70-41b0-8299-eb709a7f7954,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:46.481985 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60346) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:46.526496 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-2cefa7fe-9618-48f1-b3d4-aa4731b987f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfa10a1cb23f4d2ca0be5c101bd3e8f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433228 Apr 06 13:58:46.529134 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60350) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:46.591647 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6a7a933e-33db-4e5b-a687-67d6ea2e05ee admin admin] Publish callbacks [] for security_group (1898a286-d57e-403a-a6a6-984597f24736), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.613707 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6a7a933e-33db-4e5b-a687-67d6ea2e05ee admin admin] Publish callbacks [] for security_group (1898a286-d57e-403a-a6a6-984597f24736), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.664919 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6a7a933e-33db-4e5b-a687-67d6ea2e05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (1898a286-d57e-403a-a6a6-984597f24736), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.667599 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6a7a933e-33db-4e5b-a687-67d6ea2e05ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.668813 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6a7a933e-33db-4e5b-a687-67d6ea2e05ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1898a286-d57e-403a-a6a6-984597f24736 HTTP/1.1" status: 204 len: 168 time: 0.1387367 Apr 06 13:58:46.676759 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a933e-33db-4e5b-a687-67d6ea2e05ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1898a286-d57e-403a-a6a6-984597f24736,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:49.234867 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:51.918304 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60478) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:52.046246 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95178aaa-b912-4f10-b8d5-1f01143aa672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.128908 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95178aaa-b912-4f10-b8d5-1f01143aa672 admin admin] Publish callbacks [] for security_group (e32fff57-a7f5-4c00-a690-ea9f7c7569fe), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.135080 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95178aaa-b912-4f10-b8d5-1f01143aa672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e32fff57-a7f5-4c00-a690-ea9f7c7569fe), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.171806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95178aaa-b912-4f10-b8d5-1f01143aa672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32fff57-a7f5-4c00-a690-ea9f7c7569fe,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:52.175942 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-95178aaa-b912-4f10-b8d5-1f01143aa672 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f759872a0554bb9a1bb77a982fd168e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565932 Apr 06 13:58:52.180006 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60482) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:52.228257 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b424-4342-4ef9-8be8-abb96af8b0f6 admin admin] Publish callbacks [] for security_group (e32fff57-a7f5-4c00-a690-ea9f7c7569fe), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.249651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b424-4342-4ef9-8be8-abb96af8b0f6 admin admin] Publish callbacks [] for security_group (e32fff57-a7f5-4c00-a690-ea9f7c7569fe), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.304960 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b424-4342-4ef9-8be8-abb96af8b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e32fff57-a7f5-4c00-a690-ea9f7c7569fe), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.307874 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d4c1b424-4342-4ef9-8be8-abb96af8b0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.309097 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d4c1b424-4342-4ef9-8be8-abb96af8b0f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e32fff57-a7f5-4c00-a690-ea9f7c7569fe HTTP/1.1" status: 204 len: 168 time: 0.1281333 Apr 06 13:58:52.317226 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b424-4342-4ef9-8be8-abb96af8b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32fff57-a7f5-4c00-a690-ea9f7c7569fe,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:52.598089 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60492) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:52.611438 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d3d420bf-8d43-4c18-bc9d-852a47c797b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.686062 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:58:52.686675 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d3d420bf-8d43-4c18-bc9d-852a47c797b3 admin admin] Publish callbacks [] for security_group (c6f36d6b-822e-480a-b45b-c3a3e60e7d4c), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.692820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d3d420bf-8d43-4c18-bc9d-852a47c797b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c6f36d6b-822e-480a-b45b-c3a3e60e7d4c), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.729942 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d3d420bf-8d43-4c18-bc9d-852a47c797b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cd3991c4c21476b9ecf03c746972add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306548 Apr 06 13:58:52.730775 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d420bf-8d43-4c18-bc9d-852a47c797b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f36d6b-822e-480a-b45b-c3a3e60e7d4c,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:52.733732 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60494) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:52.801154 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-390d562b-59dc-43e3-ae2e-9347cf8f6229 admin admin] Publish callbacks [] for security_group (c6f36d6b-822e-480a-b45b-c3a3e60e7d4c), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.823732 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-390d562b-59dc-43e3-ae2e-9347cf8f6229 admin admin] Publish callbacks [] for security_group (c6f36d6b-822e-480a-b45b-c3a3e60e7d4c), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.875806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-390d562b-59dc-43e3-ae2e-9347cf8f6229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c6f36d6b-822e-480a-b45b-c3a3e60e7d4c), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.878632 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-390d562b-59dc-43e3-ae2e-9347cf8f6229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.879839 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-390d562b-59dc-43e3-ae2e-9347cf8f6229 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6f36d6b-822e-480a-b45b-c3a3e60e7d4c HTTP/1.1" status: 204 len: 168 time: 0.1445904 Apr 06 13:58:52.891356 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d562b-59dc-43e3-ae2e-9347cf8f6229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f36d6b-822e-480a-b45b-c3a3e60e7d4c,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:53.233288 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60500) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:53.247333 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4642-d8d3-405e-a51a-743bf8290af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.327672 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4642-d8d3-405e-a51a-743bf8290af9 admin admin] Publish callbacks [] for security_group (afb4f3e3-5059-484d-95ef-302846edacb0), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.333383 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4642-d8d3-405e-a51a-743bf8290af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (afb4f3e3-5059-484d-95ef-302846edacb0), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.371183 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2f8c4642-d8d3-405e-a51a-743bf8290af9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5800039010c24b76ae3027cc9aa1c420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366756 Apr 06 13:58:53.372071 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c4642-d8d3-405e-a51a-743bf8290af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4f3e3-5059-484d-95ef-302846edacb0,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:53.375509 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60504) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:53.433962 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9f5f-62d1-4c5b-9b6e-1fe169745b10 admin admin] Publish callbacks [] for security_group (afb4f3e3-5059-484d-95ef-302846edacb0), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.461582 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9f5f-62d1-4c5b-9b6e-1fe169745b10 admin admin] Publish callbacks [] for security_group (afb4f3e3-5059-484d-95ef-302846edacb0), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.521222 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9f5f-62d1-4c5b-9b6e-1fe169745b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (afb4f3e3-5059-484d-95ef-302846edacb0), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.523949 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9f5f-62d1-4c5b-9b6e-1fe169745b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.525122 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5c2c9f5f-62d1-4c5b-9b6e-1fe169745b10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afb4f3e3-5059-484d-95ef-302846edacb0 HTTP/1.1" status: 204 len: 168 time: 0.1482942 Apr 06 13:58:53.533016 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9f5f-62d1-4c5b-9b6e-1fe169745b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4f3e3-5059-484d-95ef-302846edacb0,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:55.462426 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e5556d5b-ff61-464a-8ff8-c5319ba1ff64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.110529 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-53181061-ca52-4398-a892-f6b4a4976616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:59.217039 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:00.472785 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.475777 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.066636 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60752) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:06.210813 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10cab95d-56af-4090-8738-341cfa6360fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.313462 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10cab95d-56af-4090-8738-341cfa6360fc admin admin] Publish callbacks [] for security_group (676b5722-bbab-44cc-a17a-bd9e103923f5), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.319399 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10cab95d-56af-4090-8738-341cfa6360fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (676b5722-bbab-44cc-a17a-bd9e103923f5), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.368858 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-10cab95d-56af-4090-8738-341cfa6360fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aadd8f5831d40c89de3be66850e83e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006535 Apr 06 13:59:06.370038 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cab95d-56af-4090-8738-341cfa6360fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b5722-bbab-44cc-a17a-bd9e103923f5,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:06.373821 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60756) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:06.464181 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-13cbf4c9-4b45-4d6f-9493-f0fedcfac8a8 admin admin] Publish callbacks [] for security_group (676b5722-bbab-44cc-a17a-bd9e103923f5), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.509821 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-13cbf4c9-4b45-4d6f-9493-f0fedcfac8a8 admin admin] Publish callbacks [] for security_group (676b5722-bbab-44cc-a17a-bd9e103923f5), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.587165 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-13cbf4c9-4b45-4d6f-9493-f0fedcfac8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (676b5722-bbab-44cc-a17a-bd9e103923f5), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.591716 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-13cbf4c9-4b45-4d6f-9493-f0fedcfac8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:06.595574 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-13cbf4c9-4b45-4d6f-9493-f0fedcfac8a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/676b5722-bbab-44cc-a17a-bd9e103923f5 HTTP/1.1" status: 204 len: 168 time: 0.2200866 Apr 06 13:59:06.611498 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbf4c9-4b45-4d6f-9493-f0fedcfac8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b5722-bbab-44cc-a17a-bd9e103923f5,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:07.573203 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60786) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:07.717149 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-512393405-network', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:07.746984 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Made reservation on behalf of d821a66228cf47c28a216eec1e63ab8c for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:07.751989 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:07.774923 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:07.922417 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks [] for security_group (36179b5b-c608-4016-91fa-d2e964609fe3), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:07.928581 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (36179b5b-c608-4016-91fa-d2e964609fe3), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:07.960159 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:59:07.979525 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36179b5b-c608-4016-91fa-d2e964609fe3,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:07.984959 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (05477cd0-5140-4001-adfe-2f750efa1650), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:07.985390 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Added segment 05477cd0-5140-4001-adfe-2f750efa1650 of type vlan for network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d Apr 06 13:59:08.034433 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.074819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.076462 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:08.077485 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.153630 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5789549 Apr 06 13:59:08.157674 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60806) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:08.166847 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Request body: {'subnet': {'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-512393405-subnet', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'ip_version': 4}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:08.184533 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080edbb-60a7-4142-98b7-7b06964d4250 admin admin] Pushing event updated for resources: {'Network': ['ID=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:08.200936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:59:08.228095 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Made reservation on behalf of d821a66228cf47c28a216eec1e63ab8c for: {'subnet': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:08.232330 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58595122'] for subnet (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.267937 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558f54-10a8-43b3-a22a-cca60affa31e req-94f89de0-79a1-46e0-8509-f1046c91224e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:08.271041 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-80558f54-10a8-43b3-a22a-cca60affa31e req-94f89de0-79a1-46e0-8509-f1046c91224e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 946 time: 0.1047952 Apr 06 13:59:08.358241 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-80558f54-10a8-43b3-a22a-cca60affa31e req-f5182675-fcac-4411-b63c-75eb07facc4b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711434 Apr 06 13:59:08.489985 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58634813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58595116'] for subnet (66090370-7047-4baf-b283-8f6194c81278), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.558994 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66090370-7047-4baf-b283-8f6194c81278,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:08.575536 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Checking segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:08.576109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Network hostable DHCP agents. Network: 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:59:08.605361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:59:08.620888 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d) {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:08.627440 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:08.628060 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.635546 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e9137-0733-4129-9032-e4ebf3c65d0b None None] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:08.656477 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5d971319-0ae2-4ba9-9ded-e7eed5580e90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4923179 Apr 06 13:59:08.656784 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60808) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:08.661403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:08.689867 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (6ad4f933-bc81-4d7f-bd99-b88364a388cb), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.691856 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (6ad4f933-bc81-4d7f-bd99-b88364a388cb), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.788336 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:59:08.789339 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.800008 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks [] for router_controller (6ad4f933-bc81-4d7f-bd99-b88364a388cb), precommit_add_association {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:08.969824 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Allocated IP 172.20.0.2 (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d/66090370-7047-4baf-b283-8f6194c81278/acd99af6-9ce1-433b-96f4-06c6ab0982a1) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:09.011046 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks [] for router_gateway (6ad4f933-bc81-4d7f-bd99-b88364a388cb), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.266189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Publish callbacks [] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.372515 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks [] for router_gateway (6ad4f933-bc81-4d7f-bd99-b88364a388cb), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.388271 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.431643 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.461305 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:09.468439 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:09.475779 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:09.516138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Pushing event updated for resources: {'Port': ['ID=acd99af6-9ce1-433b-96f4-06c6ab0982a1,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:09.565865 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.566452 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.567072 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.567622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.568198 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.568759 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.569367 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.569986 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.570783 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.571464 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.572181 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.572807 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.573478 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.574322 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.575045 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:09.635995 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Attempting to bind port acd99af6-9ce1-433b-96f4-06c6ab0982a1 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:09.636716 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Attempting to bind port acd99af6-9ce1-433b-96f4-06c6ab0982a1 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:09.637328 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Attempting to bind port acd99af6-9ce1-433b-96f4-06c6ab0982a1 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:09.647942 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:09.648537 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Checking segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:09.649287 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.650101 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Bound using segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:09.651206 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Bound port: acd99af6-9ce1-433b-96f4-06c6ab0982a1, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:09.651965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.709924 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-5fe472eb-4093-41aa-9234-702c08a8fcc9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.712464 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-5fe472eb-4093-41aa-9234-702c08a8fcc9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 946 time: 0.2944529 Apr 06 13:59:09.751508 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210065-65f2-4d31-9672-e0a1c0548e5b req-18974149-5dad-4207-a231-173c60e141aa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.754107 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e210065-65f2-4d31-9672-e0a1c0548e5b req-18974149-5dad-4207-a231-173c60e141aa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 946 time: 0.2283368 Apr 06 13:59:09.790086 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] For port acd99af6-9ce1-433b-96f4-06c6ab0982a1, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:09.796049 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] For port acd99af6-9ce1-433b-96f4-06c6ab0982a1, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=acd99af6-9ce1-433b-96f4-06c6ab0982a1,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:09.803188 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Allocated IP 172.27.0.119 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/1756ca29-5c88-4557-b3cc-2130f0e420de) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:09.806280 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.941029 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703afe0-0ba2-44d3-a1c2-be6744a6b3b7 None None] Pushing event updated for resources: {'Port': ['ID=acd99af6-9ce1-433b-96f4-06c6ab0982a1,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:10.030394 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5e210065-65f2-4d31-9672-e0a1c0548e5b req-681e6cc2-166b-4891-bffb-0be1de390c74 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298067 Apr 06 13:59:10.120804 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:10.120804 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.292722 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks [] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.341128 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device acd99af6-9ce1-433b-96f4-06c6ab0982a1 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:10.400462 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] For port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:10.401285 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.461138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port acd99af6-9ce1-433b-96f4-06c6ab0982a1 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:10.461714 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.520374 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.657004 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1756ca29-5c88-4557-b3cc-2130f0e420de,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:10.669550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:10.673831 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:10.678455 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:10.816073 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port acd99af6-9ce1-433b-96f4-06c6ab0982a1 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:10.816653 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.896738 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port acd99af6-9ce1-433b-96f4-06c6ab0982a1, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=acd99af6-9ce1-433b-96f4-06c6ab0982a1,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:10.907327 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.914303 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.914650 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (d0a52899-2d1a-407c-b73e-c9b6c1b4fc88), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:10.914964 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP d0a52899-2d1a-407c-b73e-c9b6c1b4fc88 disassociated. External IP: 172.27.0.45, port: 3fc5dc38-4f55-40f5-9d01-f0259bf3c023. Apr 06 13:59:10.915309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 owned by compute:nova {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:11.025376 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=acd99af6-9ce1-433b-96f4-06c6ab0982a1,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:11.216352 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (3fc5dc38-4f55-40f5-9d01-f0259bf3c023), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:11.247763 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a0ec-b527-4b47-ace8-faac9a3f22d4 req-bb561574-aa4c-4916-b779-3dce2a7b1076 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:11.251310 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0aa6a0ec-b527-4b47-ace8-faac9a3f22d4 req-bb561574-aa4c-4916-b779-3dce2a7b1076 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 867 time: 0.0967569 Apr 06 13:59:11.258971 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=3fc5dc38-4f55-40f5-9d01-f0259bf3c023,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:11.261534 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks [] for router_gateway (6ad4f933-bc81-4d7f-bd99-b88364a388cb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:11.326981 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-0aa6a0ec-b527-4b47-ace8-faac9a3f22d4 req-3868b6dd-f1ee-4a3c-a65e-deaa31b2cf9b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9e052d1-da84-4bba-8229-bbd18af6c81d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704763 Apr 06 13:59:11.338526 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e57b8-af3e-4b83-8354-e6b0f6c53fe8 None None] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:11.440394 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-93b93e8f-922f-4732-b24b-de72d2fecf63 None None] Provisioning complete for port acd99af6-9ce1-433b-96f4-06c6ab0982a1 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:11.441467 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93b93e8f-922f-4732-b24b-de72d2fecf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:11.521462 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:11.571978 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-93b93e8f-922f-4732-b24b-de72d2fecf63 None None] Current status of the port acd99af6-9ce1-433b-96f4-06c6ab0982a1 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:11.918458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-45fbe475-f04e-4e6d-941b-71715f1ebafe None None] Provisioning complete for port acd99af6-9ce1-433b-96f4-06c6ab0982a1 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:11.919187 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-45fbe475-f04e-4e6d-941b-71715f1ebafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:11.985059 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (6ad4f933-bc81-4d7f-bd99-b88364a388cb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:12.045439 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:12.060673 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-45fbe475-f04e-4e6d-941b-71715f1ebafe None None] Current status of the port acd99af6-9ce1-433b-96f4-06c6ab0982a1 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:12.063675 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:12.076155 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:12.076859 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:12.131824 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] No DVR routers for this DVR port 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 on host hv-cinder-82755 {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:12.136831 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:12.140374 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-cbf1d400-ef3a-4d02-a030-3f6e43342b77 req-df69d96a-f49c-4eee-bd8e-adc1a3d9ac93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "DELETE /v2.0/ports/3fc5dc38-4f55-40f5-9d01-f0259bf3c023 HTTP/1.1" status: 204 len: 173 time: 2.4166591 Apr 06 13:59:12.143663 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'name': 'network-vif-deleted', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:12.145512 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf8d35-af34-4b4f-b804-8c6b106f016d" -d '{"events": [{"server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "name": "network-vif-deleted", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:12.202915 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df533f-406d-464d-9c45-7a2e50832824 x-openstack-request-id: req-b4df533f-406d-464d-9c45-7a2e50832824 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:12.203183 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d11e5b-75c2-4023-a2c7-77d0a61f2c49", "name": "network-vif-deleted", "tag": "3fc5dc38-4f55-40f5-9d01-f0259bf3c023", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:12.203373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4df533f-406d-464d-9c45-7a2e50832824 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:12.204072 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4df533f-406d-464d-9c45-7a2e50832824'] response: {'server_uuid': '92d11e5b-75c2-4023-a2c7-77d0a61f2c49', 'name': 'network-vif-deleted', 'tag': '3fc5dc38-4f55-40f5-9d01-f0259bf3c023', 'status': 'completed', 'code': 200} Apr 06 13:59:12.226807 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:12.230831 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device acd99af6-9ce1-433b-96f4-06c6ab0982a1 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:12.252161 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:59:12.313742 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port acd99af6-9ce1-433b-96f4-06c6ab0982a1 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:12.314170 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:12.404821 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:12.438566 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port acd99af6-9ce1-433b-96f4-06c6ab0982a1 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:12.440090 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:12.442691 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f59eea5e-4442-48a8-86e4-58c7c05afeb8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7845535 Apr 06 13:59:12.445703 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60838) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:12.446050 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:12.457826 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:12.458490 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:12.468295 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1e29bf4d-eac8-4b65-9cb9-66c4106c5bcf req-a4ade69e-7518-4a07-921b-34c6814b5bdd tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0423200 Apr 06 13:59:12.579709 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:33Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:12.625204 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:12.641439 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:12.642799 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:12.656087 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:12.854581 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:12.971453 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:10Z', 'revision_number': 3, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:13.026144 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:13.026750 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Updating router 6ad4f933-bc81-4d7f-bd99-b88364a388cb port 1756ca29-5c88-4557-b3cc-2130f0e420de binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:13.078321 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.123399 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.256838 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:33Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:13.286300 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f6a4-de48-4d61-bf6e-ecadb12d616f None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '7a233973-1d27-45e6-bcee-0ce9156157d4', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:b3:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e95266-6d0a-4977-afe0-1b8b72603192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:57:19Z', 'updated_at': '2022-04-06T13:57:33Z', 'revision_number': 2, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:13.360028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Allocated IP 172.20.0.1 (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d/66090370-7047-4baf-b283-8f6194c81278/4ebcbd8b-a8eb-4591-bd45-be094ef50346) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:13.456465 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Publish callbacks [] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.465504 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.501446 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks [] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.529470 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Attempting to bind port 1756ca29-5c88-4557-b3cc-2130f0e420de on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:13.529898 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Attempting to bind port 1756ca29-5c88-4557-b3cc-2130f0e420de by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:13.530351 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Attempting to bind port 1756ca29-5c88-4557-b3cc-2130f0e420de on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:13.537995 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1719a-8a78-4318-aafc-b7f7d68c64c5 None None] Pushing event updated for resources: {'Port': ['ID=1756ca29-5c88-4557-b3cc-2130f0e420de,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:13.545897 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:13.553099 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:13.553905 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.554680 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:13.555415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Bound port: 1756ca29-5c88-4557-b3cc-2130f0e420de, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:13.555852 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.563675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.617093 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:13.651862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:13.652311 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 3fc5dc38-4f55-40f5-9d01-f0259bf3c023 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:13.652608 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebcbd8b-a8eb-4591-bd45-be094ef50346,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:13.659843 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d7d86-3212-4b1e-b8bf-575573884472 None None] New status for floating IP d0a52899-2d1a-407c-b73e-c9b6c1b4fc88: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:13.660127 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5c0230cd-62db-4d96-96ec-88e75742fc04 req-716a49a6-a2ea-419f-8858-69b2fc252b9c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0466750 Apr 06 13:59:13.676506 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.680010 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.681113 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.681689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.682189 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.683022 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.684413 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.684940 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.685463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.686221 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.686759 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.688181 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.688709 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.689208 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.690028 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:13.694594 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] For port 1756ca29-5c88-4557-b3cc-2130f0e420de, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:13.699636 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] For port 1756ca29-5c88-4557-b3cc-2130f0e420de, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=1756ca29-5c88-4557-b3cc-2130f0e420de,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:13.711241 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:13.712756 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.713708 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:13.716943 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:13.763171 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (6ad4f933-bc81-4d7f-bd99-b88364a388cb), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.788556 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:13.789344 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:13.860785 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1719a-8a78-4318-aafc-b7f7d68c64c5 None None] Pushing event updated for resources: {'Port': ['ID=1756ca29-5c88-4557-b3cc-2130f0e420de,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:13.939392 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:13.948223 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:14.067760 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-39fd9a0c-47f9-46e5-8885-df01e4d93fc2 None None] Provisioning complete for port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:14.067969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-39fd9a0c-47f9-46e5-8885-df01e4d93fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:14.112440 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks [] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:14.124780 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:14.125381 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-39fd9a0c-47f9-46e5-8885-df01e4d93fc2 None None] Port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:14.193990 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (6ad4f933-bc81-4d7f-bd99-b88364a388cb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:14.196010 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebcbd8b-a8eb-4591-bd45-be094ef50346,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:14.200467 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:10Z', 'revision_number': 3, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:14.235493 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb62a3-27e5-4f07-9b43-5d357f396da0 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:10Z', 'revision_number': 3, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:14.303796 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:14.305298 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:14.473109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:14.650933 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:14.656556 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9beb0408-0af2-4381-9185-49f8ee9c73d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/6ad4f933-bc81-4d7f-bd99-b88364a388cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086852 Apr 06 13:59:14.657895 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-6c63e828-fc91-4d2d-b7a6-5516d6273dee None None] Provisioning complete for port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:14.658760 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6c63e828-fc91-4d2d-b7a6-5516d6273dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:14.731599 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-6c63e828-fc91-4d2d-b7a6-5516d6273dee None None] Port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:14.781817 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7ebd4eb2-1cc9-4aa6-a7af-99c66ff8fc92 req-cf04709b-a030-474e-8243-4d886ee1651e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0292547 Apr 06 13:59:15.275216 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60864) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:15.280413 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-127664613-network', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:15.302353 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Made reservation on behalf of 8e09aa5f1d774c1da3adb39781d35084 for: {'network': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:15.306216 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.318840 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.405840 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks [] for security_group (b2d5fab1-9eb5-4324-8f45-3bd120560e4e), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.411314 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b2d5fab1-9eb5-4324-8f45-3bd120560e4e), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.440524 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:59:15.452364 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d5fab1-9eb5-4324-8f45-3bd120560e4e,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:15.458349 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (b96500d4-a848-4f0d-8eda-eb4e0abc65fa), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.458349 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.segments_db [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Added segment b96500d4-a848-4f0d-8eda-eb4e0abc65fa of type vlan for network 759c8872-d577-4ae6-ab38-8071a3559d88 Apr 06 13:59:15.509353 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (759c8872-d577-4ae6-ab38-8071a3559d88), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.547670 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (759c8872-d577-4ae6-ab38-8071a3559d88), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.549814 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:15.551072 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.615778 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3393834 Apr 06 13:59:15.618814 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60866) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:15.623757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Request body: {'subnet': {'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-127664613-subnet', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:15.626902 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb0f34-4049-4c7b-a13d-75b001f0beaa admin admin] Pushing event updated for resources: {'Network': ['ID=759c8872-d577-4ae6-ab38-8071a3559d88,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:15.637641 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 759c8872-d577-4ae6-ab38-8071a3559d88 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:59:15.645141 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Made reservation on behalf of 8e09aa5f1d774c1da3adb39781d35084 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:15.647864 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58568970'] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.826264 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63083236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58568980'] for subnet (8ac3ea05-a607-4a65-bb06-b3436f0220f6), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.886794 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac3ea05-a607-4a65-bb06-b3436f0220f6,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:15.894631 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Checking segment: {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:15.895025 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Network hostable DHCP agents. Network: 759c8872-d577-4ae6-ab38-8071a3559d88, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:59:15.898877 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.899225 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.899573 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.899902 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.900503 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.900841 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.901162 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.901483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.901810 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.902138 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.902446 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.902909 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.903217 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.903514 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.903864 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:15.908401 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-83e0e4e8-e420-4806-9965-783e3bec8fe7 req-f4871c8a-11bb-44df-923e-ce0e2e956ad0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=92d11e5b-75c2-4023-a2c7-77d0a61f2c49 HTTP/1.1" status: 200 len: 210 time: 0.0323462 Apr 06 13:59:15.924457 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Network 759c8872-d577-4ae6-ab38-8071a3559d88 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:59:15.936594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 759c8872-d577-4ae6-ab38-8071a3559d88) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:15.941278 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:15.941889 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.946950 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d7355a-f866-4b83-93f7-8f2b84b03f01 None None] Network 759c8872-d577-4ae6-ab38-8071a3559d88 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:15.965552 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-51b7259f-535c-47ab-80d8-44b452fa02cf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3454537 Apr 06 13:59:15.968092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 60870) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:15.972527 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:15.996415 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (6f5c1500-c996-480f-b0fe-5ae4e7f11270), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.996577 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (6f5c1500-c996-480f-b0fe-5ae4e7f11270), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.045661 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:16.058576 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:16.058988 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks [] for router_controller (6f5c1500-c996-480f-b0fe-5ae4e7f11270), precommit_add_association {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.059242 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:16.062471 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-759c8872-d577-4ae6-ab38-8071a3559d88', 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88', 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'fixed_ips': [{'subnet_id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:59:16.063410 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.353201 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 1756ca29-5c88-4557-b3cc-2130f0e420de up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:16.472156 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:16.500941 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks [] for router_gateway (6f5c1500-c996-480f-b0fe-5ae4e7f11270), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.532932 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 1756ca29-5c88-4557-b3cc-2130f0e420de triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:16.533324 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.539042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Allocated IP 172.20.0.2 (759c8872-d577-4ae6-ab38-8071a3559d88/8ac3ea05-a607-4a65-bb06-b3436f0220f6/2bb64311-5018-4a21-b444-a2dec8e9245f) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:16.762117 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks [] for router_gateway (6f5c1500-c996-480f-b0fe-5ae4e7f11270), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.784311 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.849146 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 1756ca29-5c88-4557-b3cc-2130f0e420de is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:16.849540 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.913873 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 1756ca29-5c88-4557-b3cc-2130f0e420de, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=1756ca29-5c88-4557-b3cc-2130f0e420de,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:16.921374 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Allocated IP 172.27.0.57 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/bc5fe705-2536-4503-8a6d-c045777a0ffc) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:16.922724 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Publish callbacks [] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.929241 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.938631 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.001255 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Network 759c8872-d577-4ae6-ab38-8071a3559d88 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:17.005948 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 2, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:17.012377 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=1756ca29-5c88-4557-b3cc-2130f0e420de,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.042553 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60878) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:17.056463 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:17.075982 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:17.080885 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:17.081241 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Updating router 6ad4f933-bc81-4d7f-bd99-b88364a388cb port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:17.096789 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks [] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.164103 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Pushing event updated for resources: {'Port': ['ID=2bb64311-5018-4a21-b444-a2dec8e9245f,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.166664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.170236 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.183253 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-90b32262-133c-4b9f-9e1b-3c74b1a4f582 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (c9e052d1-da84-4bba-8229-bbd18af6c81d), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.191524 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Attempting to bind port 2bb64311-5018-4a21-b444-a2dec8e9245f on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:17.191903 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Attempting to bind port 2bb64311-5018-4a21-b444-a2dec8e9245f by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:17.192261 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Attempting to bind port 2bb64311-5018-4a21-b444-a2dec8e9245f on network 759c8872-d577-4ae6-ab38-8071a3559d88 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:17.216969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-90b32262-133c-4b9f-9e1b-3c74b1a4f582 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (c9e052d1-da84-4bba-8229-bbd18af6c81d), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.217392 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:17.217773 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Checking segment: {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:17.218186 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.218587 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Bound using segment: {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:17.219122 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Bound port: 2bb64311-5018-4a21-b444-a2dec8e9245f, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:17.219508 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.253996 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:17.255774 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:17.264452 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:17.297134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5fe705-2536-4503-8a6d-c045777a0ffc,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.301232 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-90b32262-133c-4b9f-9e1b-3c74b1a4f582 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c9e052d1-da84-4bba-8229-bbd18af6c81d), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.304295 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-90b32262-133c-4b9f-9e1b-3c74b1a4f582 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.315021 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-90b32262-133c-4b9f-9e1b-3c74b1a4f582 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9e052d1-da84-4bba-8229-bbd18af6c81d HTTP/1.1" status: 204 len: 168 time: 0.2698901 Apr 06 13:59:17.318607 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60890) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:17.348770 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.api.v2.resource [None req-57050553-6f61-45e8-90e6-7d6c63bae608 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] show failed (client error): The resource could not be found. Apr 06 13:59:17.353520 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-57050553-6f61-45e8-90e6-7d6c63bae608 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups/c9e052d1-da84-4bba-8229-bbd18af6c81d HTTP/1.1" status: 404 len: 347 time: 0.0282152 Apr 06 13:59:17.355850 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b32262-133c-4b9f-9e1b-3c74b1a4f582 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e052d1-da84-4bba-8229-bbd18af6c81d,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.357687 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60892) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:17.375422 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] For port 2bb64311-5018-4a21-b444-a2dec8e9245f, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:17.437531 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] For port 2bb64311-5018-4a21-b444-a2dec8e9245f, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=2bb64311-5018-4a21-b444-a2dec8e9245f,segment=NetworkSegment(b96500d4-a848-4f0d-8eda-eb4e0abc65fa),segment_id=b96500d4-a848-4f0d-8eda-eb4e0abc65fa)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:17.449965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.573093 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0d94e-a763-4aa8-ae97-7f7046043ea4 None None] Pushing event updated for resources: {'Port': ['ID=2bb64311-5018-4a21-b444-a2dec8e9245f,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.620004 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60902) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:17.662805 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Publish callbacks [] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.671882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.698358 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port 410a433f-a7f0-4a82-b2bd-3217ebc11d1f {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:17.700167 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.765932 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks [] for router_gateway (6f5c1500-c996-480f-b0fe-5ae4e7f11270), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.789669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f972-6e42-4660-9e5e-50aca2a1e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4ebcbd8b-a8eb-4591-bd45-be094ef50346,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.828725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.829471 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.848156 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Attempting to bind port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:17.848542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Attempting to bind port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:17.848903 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Attempting to bind port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:17.851594 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for 410a433f-a7f0-4a82-b2bd-3217ebc11d1f owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:17.867759 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:17.869354 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Checking segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:17.873652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.874594 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Bound using segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:17.882512 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Bound port: 4ebcbd8b-a8eb-4591-bd45-be094ef50346, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:17.883478 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.051769 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] For port 4ebcbd8b-a8eb-4591-bd45-be094ef50346, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:18.060996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] For port 4ebcbd8b-a8eb-4591-bd45-be094ef50346, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4ebcbd8b-a8eb-4591-bd45-be094ef50346,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:18.076521 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.255709 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (6f5c1500-c996-480f-b0fe-5ae4e7f11270), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.259662 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f972-6e42-4660-9e5e-50aca2a1e3f4 None None] Pushing event updated for resources: {'Port': ['ID=4ebcbd8b-a8eb-4591-bd45-be094ef50346,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:18.272215 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:18.272866 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:18.281669 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (410a433f-a7f0-4a82-b2bd-3217ebc11d1f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.339416 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=410a433f-a7f0-4a82-b2bd-3217ebc11d1f,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:18.375162 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] Provisioning complete for port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:18.382905 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.428922 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (d0a52899-2d1a-407c-b73e-c9b6c1b4fc88), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.430690 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2bb64311-5018-4a21-b444-a2dec8e9245f up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:18.432176 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.433287 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-712a3deb-16f4-4c8d-a2de-d8e58728c4b4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/floatingips/d0a52899-2d1a-407c-b73e-c9b6c1b4fc88 HTTP/1.1" status: 204 len: 168 time: 1.0746274 Apr 06 13:59:18.558161 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:59:18.582760 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Deleting port 7674a740-2cc4-4c7d-a9fa-47bd0f6276b7 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:18.583436 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.584624 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:18.701559 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:18.714054 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Sync routers for ids ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:18.740483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.749811 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 60916) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:18.750890 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b6b15c25-b913-4b9d-a1be-d70158e14481 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7777176 Apr 06 13:59:18.766042 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Routers {'6f5c1500-c996-480f-b0fe-5ae4e7f11270'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:18.766693 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:18.875659 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.875993 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for floatingip (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.907290 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Calling delete_port for 7674a740-2cc4-4c7d-a9fa-47bd0f6276b7 owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:18.988320 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Set router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:19.364314 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:17Z', 'revision_number': 3, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:19.400398 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Checking router: 6f5c1500-c996-480f-b0fe-5ae4e7f11270 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:19.401173 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Updating router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 port bc5fe705-2536-4503-8a6d-c045777a0ffc binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:19.416946 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 2bb64311-5018-4a21-b444-a2dec8e9245f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:19.417780 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.445862 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.519345 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbf2e1-7bdd-4d7a-b77d-43cddf79a839 None None] Network 759c8872-d577-4ae6-ab38-8071a3559d88 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:19.547967 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.600819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] Current status of the port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:19.601212 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.680492 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] For port 4ebcbd8b-a8eb-4591-bd45-be094ef50346, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4ebcbd8b-a8eb-4591-bd45-be094ef50346,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:19.698626 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.818613 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 2bb64311-5018-4a21-b444-a2dec8e9245f is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:19.819458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.879022 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:18Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:19.979089 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (7674a740-2cc4-4c7d-a9fa-47bd0f6276b7), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.980059 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 2bb64311-5018-4a21-b444-a2dec8e9245f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=2bb64311-5018-4a21-b444-a2dec8e9245f,segment=NetworkSegment(b96500d4-a848-4f0d-8eda-eb4e0abc65fa),segment_id=b96500d4-a848-4f0d-8eda-eb4e0abc65fa)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:19.991388 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091fa35-96e6-4360-b876-351f9170d6a4 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:18Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:19.998378 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-869656fb-c986-4980-aca8-30c5b000223c None None] Provisioning complete for port 2bb64311-5018-4a21-b444-a2dec8e9245f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:19.999284 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-869656fb-c986-4980-aca8-30c5b000223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.022811 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event deleted for resources: {'Port': ['ID=7674a740-2cc4-4c7d-a9fa-47bd0f6276b7,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:20.109763 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.111155 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 1756ca29-5c88-4557-b3cc-2130f0e420de up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:20.121049 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375873a-0753-474f-a8aa-ea4add0fe809 None None] Pushing event updated for resources: {'Port': ['ID=4ebcbd8b-a8eb-4591-bd45-be094ef50346,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:20.148470 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Publish callbacks [] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.157665 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.183644 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.185963 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for floatingip (471a062b-f3af-4982-956f-2d58b910c823), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.186276 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Floating IP 471a062b-f3af-4982-956f-2d58b910c823 disassociated (deleted). External IP: 172.27.0.128, port: 9030ed08-5a25-4ee9-90b5-53ec55d01bad. Apr 06 13:59:20.233971 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Attempting to bind port bc5fe705-2536-4503-8a6d-c045777a0ffc on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:20.234608 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Attempting to bind port bc5fe705-2536-4503-8a6d-c045777a0ffc by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:20.235310 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Attempting to bind port bc5fe705-2536-4503-8a6d-c045777a0ffc on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:20.244481 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:20.245242 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:20.245842 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.246407 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:20.247119 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Bound port: bc5fe705-2536-4503-8a6d-c045777a0ffc, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:20.247692 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.323949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-869656fb-c986-4980-aca8-30c5b000223c None None] Current status of the port 2bb64311-5018-4a21-b444-a2dec8e9245f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:20.344227 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Pushing event updated for resources: {'Port': ['ID=bc5fe705-2536-4503-8a6d-c045777a0ffc,revision_number=2']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:20.352147 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=2bb64311-5018-4a21-b444-a2dec8e9245f,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:20.358111 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.358607 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.359082 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.359569 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.360065 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.360807 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.361256 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.361951 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.362474 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.365154 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.365154 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.365154 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.365154 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.365154 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.366984 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:20.397259 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 1756ca29-5c88-4557-b3cc-2130f0e420de triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:20.399284 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.401518 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] For port bc5fe705-2536-4503-8a6d-c045777a0ffc, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:20.404584 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-869656fb-c986-4980-aca8-30c5b000223c None None] Provisioning complete for port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:20.406359 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-869656fb-c986-4980-aca8-30c5b000223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.409320 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] For port bc5fe705-2536-4503-8a6d-c045777a0ffc, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=bc5fe705-2536-4503-8a6d-c045777a0ffc,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:20.427883 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.590350 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Routers {'6f5c1500-c996-480f-b0fe-5ae4e7f11270'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:20.591215 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:20.731831 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25eaef-58ec-4167-aed7-de54ff205c39 None None] Pushing event updated for resources: {'Port': ['ID=bc5fe705-2536-4503-8a6d-c045777a0ffc,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:20.735737 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 1756ca29-5c88-4557-b3cc-2130f0e420de is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:20.780307 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Allocated IP 172.20.0.1 (759c8872-d577-4ae6-ab38-8071a3559d88/8ac3ea05-a607-4a65-bb06-b3436f0220f6/96f7536b-1b1d-4244-989e-559489942ece) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:20.800573 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-869656fb-c986-4980-aca8-30c5b000223c None None] Current status of the port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:20.977373 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-e305f33e-4328-4058-bbb0-83defe59b99f None None] Provisioning complete for port 2bb64311-5018-4a21-b444-a2dec8e9245f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:20.981596 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e305f33e-4328-4058-bbb0-83defe59b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.987782 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] Set router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:21.132021 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Router 5ef82b56-c088-4940-b106-8e3baff66d09 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:21.173705 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2bb64311-5018-4a21-b444-a2dec8e9245f up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:21.192906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1874b32-cc7f-42e2-85c7-3514a0d1e3fe req-f2ae7826-79e0-41df-af79-21937fe8ed23 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:21.194753 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e1874b32-cc7f-42e2-85c7-3514a0d1e3fe req-f2ae7826-79e0-41df-af79-21937fe8ed23 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.1610737 Apr 06 13:59:21.259304 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e1874b32-cc7f-42e2-85c7-3514a0d1e3fe req-6945fe5d-92b7-43f7-9940-6fda5791fec4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565610 Apr 06 13:59:21.280889 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-e305f33e-4328-4058-bbb0-83defe59b99f None None] Current status of the port 2bb64311-5018-4a21-b444-a2dec8e9245f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:21.331809 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 2bb64311-5018-4a21-b444-a2dec8e9245f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:21.332460 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.343089 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks [] for port (96f7536b-1b1d-4244-989e-559489942ece), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.358200 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:21.364450 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.387683 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] Sync routers for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:21.411846 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:21.412505 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:21.414873 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0955f15f-8e22-4d3e-8743-8da6714738e8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "DELETE /v2.0/floatingips/471a062b-f3af-4982-956f-2d58b910c823 HTTP/1.1" status: 204 len: 168 time: 3.7932074 Apr 06 13:59:21.417455 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:21.419849 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:17Z', 'revision_number': 3, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:21.422105 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86402999-d1af-48e5-80cd-f113b5037798" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:21.436114 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (96f7536b-1b1d-4244-989e-559489942ece), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.492892 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Network 759c8872-d577-4ae6-ab38-8071a3559d88 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:21.504732 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:21.510003 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:21.524729 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Pushing event updated for resources: {'Port': ['ID=96f7536b-1b1d-4244-989e-559489942ece,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:21.539678 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c458181-fb6b-4cd3-8d63-9e8e6fe5f8c6 None None] The sync data for ids ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'] in dv-cinder-827554-3-iscsi is: [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:17Z', 'revision_number': 3, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:21.556221 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ad536a-7aa5-4390-98ba-798e57d99814 x-openstack-request-id: req-d0ad536a-7aa5-4390-98ba-798e57d99814 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:21.556554 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:21.556834 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0ad536a-7aa5-4390-98ba-798e57d99814 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:21.557274 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ad536a-7aa5-4390-98ba-798e57d99814'] response: {'name': 'network-changed', 'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'status': 'completed', 'code': 200} Apr 06 13:59:21.616999 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (6f5c1500-c996-480f-b0fe-5ae4e7f11270), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.651204 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 2bb64311-5018-4a21-b444-a2dec8e9245f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:21.662890 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4ebcbd8b-a8eb-4591-bd45-be094ef50346 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:21.704937 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:21.946869 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d04e-37b2-4f46-995f-7ffb13cb5089 req-6ca10297-e066-4b50-8bb2-88c72f6b61f3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:21.948364 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-84f5d04e-37b2-4f46-995f-7ffb13cb5089 req-6ca10297-e066-4b50-8bb2-88c72f6b61f3 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0778720 Apr 06 13:59:21.956900 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:21.957655 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.959937 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (96f7536b-1b1d-4244-989e-559489942ece), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.091160 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-84f5d04e-37b2-4f46-995f-7ffb13cb5089 req-fbe56101-cb3b-4c49-b371-fab439f37519 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350772 Apr 06 13:59:22.106976 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-6b026334-5f94-4138-9e9f-ff0a60ca6a17 None None] Provisioning complete for port 96f7536b-1b1d-4244-989e-559489942ece triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:22.107255 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6b026334-5f94-4138-9e9f-ff0a60ca6a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (96f7536b-1b1d-4244-989e-559489942ece), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.242884 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-6b026334-5f94-4138-9e9f-ff0a60ca6a17 None None] Port 96f7536b-1b1d-4244-989e-559489942ece cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:22.264499 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:22.293711 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:37Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:22.474148 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864184cb-80ec-4f74-b642-a1ca835f6015 req-685c824e-d9e6-47d2-8e0c-d4f494bd0e3b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.475918 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-864184cb-80ec-4f74-b642-a1ca835f6015 req-685c824e-d9e6-47d2-8e0c-d4f494bd0e3b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.0957279 Apr 06 13:59:22.481467 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks [] for port (96f7536b-1b1d-4244-989e-559489942ece), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.500877 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (96f7536b-1b1d-4244-989e-559489942ece), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.601294 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] Checking router: 5ef82b56-c088-4940-b106-8e3baff66d09 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:22.602783 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-864184cb-80ec-4f74-b642-a1ca835f6015 req-5397b0bd-9bb0-4191-8501-835bc68ab1d3 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190372 Apr 06 13:59:22.613260 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:22.613858 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:22.624947 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Pushing event updated for resources: {'Port': ['ID=96f7536b-1b1d-4244-989e-559489942ece,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:22.641288 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (6f5c1500-c996-480f-b0fe-5ae4e7f11270), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.786765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:22.811033 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Network 759c8872-d577-4ae6-ab38-8071a3559d88 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:22.827051 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:22.993685 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bc5fe705-2536-4503-8a6d-c045777a0ffc up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:23.060503 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:23.138356 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port bc5fe705-2536-4503-8a6d-c045777a0ffc triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:23.138768 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.215280 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:37Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:23.273071 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4faaee-bb56-4cdf-b05a-39680fa5a35c req-10262d75-4916-4e69-b20c-74fe7c3036cd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.275235 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ab4faaee-bb56-4cdf-b05a-39680fa5a35c req-10262d75-4916-4e69-b20c-74fe7c3036cd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.0692468 Apr 06 13:59:23.277250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598848e-371b-4352-a3c1-56d4b9273b1f None None] The sync data for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi is: [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:53:32Z', 'revision_number': 4, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'a270e1af-0e82-44d1-a678-1bbe26ad5e07', 'name': '', 'network_id': 'e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'mac_address': 'fa:16:3e:f4:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:31Z', 'updated_at': '2022-04-06T13:53:37Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'subnets': [{'id': '61d75d72-d22c-48f8-853a-4d571fa19a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:23.298104 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port bc5fe705-2536-4503-8a6d-c045777a0ffc is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:23.298522 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.306462 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-369f40f6-444b-4da1-b195-57a9f1471f5a None None] Provisioning complete for port 96f7536b-1b1d-4244-989e-559489942ece triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:23.306913 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-369f40f6-444b-4da1-b195-57a9f1471f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (96f7536b-1b1d-4244-989e-559489942ece), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.330572 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:23.347085 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-43adb9f9-50e0-4169-bdbe-ffbd185a0e36 admin admin] 10.222.0.24 "PUT /v2.0/routers/6f5c1500-c996-480f-b0fe-5ae4e7f11270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5955751 Apr 06 13:59:23.349870 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port bc5fe705-2536-4503-8a6d-c045777a0ffc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=bc5fe705-2536-4503-8a6d-c045777a0ffc,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:23.358723 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.359700 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86402999-d1af-48e5-80cd-f113b5037798 req-4a20c171-b99c-4e0d-9369-41504dc958a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.364464 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-4a20c171-b99c-4e0d-9369-41504dc958a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 1130 time: 0.1104343 Apr 06 13:59:23.384096 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ab4faaee-bb56-4cdf-b05a-39680fa5a35c req-27f8110d-4719-4705-863c-35fcd90e1b31 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980046 Apr 06 13:59:23.412553 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-369f40f6-444b-4da1-b195-57a9f1471f5a None None] Port 96f7536b-1b1d-4244-989e-559489942ece cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:23.444051 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=bc5fe705-2536-4503-8a6d-c045777a0ffc,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:23.918720 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86402999-d1af-48e5-80cd-f113b5037798 req-bc774cb6-9fae-4257-a8d3-6c0980f88950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.923395 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-bc774cb6-9fae-4257-a8d3-6c0980f88950 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 200 len: 910 time: 0.2475083 Apr 06 13:59:23.945187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-b533db21-d14f-475c-9fa0-b6fc43d0ce72 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.948286 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-b533db21-d14f-475c-9fa0-b6fc43d0ce72 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.2711298 Apr 06 13:59:23.990745 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-8598f5e2-1e3d-48ab-850a-5655f412eb26 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.993703 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-8598f5e2-1e3d-48ab-850a-5655f412eb26 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.2428963 Apr 06 13:59:24.009892 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-699ec735-c9e9-4de4-bd38-4cb4d9964060 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 200 len: 217 time: 0.0766697 Apr 06 13:59:24.043940 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4a54-2315-4390-9a52-d64eac8b11d1 req-b7c8b59b-496b-4f94-bbf0-f1d49acbdbde tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.055588 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-856a4a54-2315-4390-9a52-d64eac8b11d1 req-b7c8b59b-496b-4f94-bbf0-f1d49acbdbde tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 945 time: 0.3017530 Apr 06 13:59:24.164983 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86402999-d1af-48e5-80cd-f113b5037798 req-7fc4d75a-9070-42ae-a6da-a1c4dadf4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.167861 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-7fc4d75a-9070-42ae-a6da-a1c4dadf4e0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 200 len: 848 time: 0.1490626 Apr 06 13:59:24.303812 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86402999-d1af-48e5-80cd-f113b5037798 req-ae06711b-4be7-43fe-9029-1b8e2caa9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.306972 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-ae06711b-4be7-43fe-9029-1b8e2caa9213 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319268 Apr 06 13:59:24.355712 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed4d39-9504-4e13-8422-bd8738e06272 None None] New status for floating IP 471a062b-f3af-4982-956f-2d58b910c823: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:24.376477 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-856a4a54-2315-4390-9a52-d64eac8b11d1 req-cd72242c-4bbe-4da6-87ee-7e87665e887e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196020 Apr 06 13:59:24.400446 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32774) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:24.407817 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666323419', 'description': 'tempest-secgroup-smoke-1666323419 description', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:24.475674 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.493837 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port 7b9c398e-bf2e-4787-b709-87a8c1534f49 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:24.495583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.551348 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-b79c20d7-a663-4147-aae7-620cf03135b2 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317963 Apr 06 13:59:24.558845 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Deleting port 9030ed08-5a25-4ee9-90b5-53ec55d01bad {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:24.559193 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.688504 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddf714-b401-442b-af29-921bbd171629 req-99e93b01-0017-4bb4-85f6-f720b48f76d8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.700029 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7dddf714-b401-442b-af29-921bbd171629 req-99e93b01-0017-4bb4-85f6-f720b48f76d8 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 946 time: 0.1535473 Apr 06 13:59:24.735082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group (55f8340a-96f2-4595-8664-f177af73d489), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.746311 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (55f8340a-96f2-4595-8664-f177af73d489), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.797074 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Sync routers for ids ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:24.811776 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Routers {'6f5c1500-c996-480f-b0fe-5ae4e7f11270'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:24.812839 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:24.820868 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7dddf714-b401-442b-af29-921bbd171629 req-61fa00db-9c11-4728-883f-3fb8812329d6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ea8a09-3533-48af-9a73-790b9bd06562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193335 Apr 06 13:59:24.834924 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.836864 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4350522 Apr 06 13:59:24.840211 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32780) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:24.848944 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group_rule': {'security_group_id': '55f8340a-96f2-4595-8664-f177af73d489', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:24.853956 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] For port 7b9c398e-bf2e-4787-b709-87a8c1534f49, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7b9c398e-bf2e-4787-b709-87a8c1534f49,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:24.854635 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.866779 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20e81-5403-419a-a002-da234d44f816 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8340a-96f2-4595-8664-f177af73d489,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:24.879090 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] For port 9030ed08-5a25-4ee9-90b5-53ec55d01bad, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=9030ed08-5a25-4ee9-90b5-53ec55d01bad,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:24.881210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.899459 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bc5fe705-2536-4503-8a6d-c045777a0ffc up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:24.917834 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86402999-d1af-48e5-80cd-f113b5037798 req-b1d30fb1-ce8c-40c9-851e-80c67685a2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714410 Apr 06 13:59:24.927089 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (acf5fb03-735b-4ca6-a7b7-b2b5d89b9739), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.938676 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Calling delete_port for 9030ed08-5a25-4ee9-90b5-53ec55d01bad owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:24.984514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (acf5fb03-735b-4ca6-a7b7-b2b5d89b9739), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.992698 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (acf5fb03-735b-4ca6-a7b7-b2b5d89b9739), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.024367 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf5fb03-735b-4ca6-a7b7-b2b5d89b9739,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.032372 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port bc5fe705-2536-4503-8a6d-c045777a0ffc triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:25.032746 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.036276 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Set router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:25.046194 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.050395 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-de3ccbeb-a511-42e7-998e-fb9209212391 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060101 Apr 06 13:59:25.051366 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32782) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:25.057740 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group_rule': {'security_group_id': '55f8340a-96f2-4595-8664-f177af73d489', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:25.099876 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (20167e3c-24d3-4e01-8218-3761efa93e09), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.179479 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (20167e3c-24d3-4e01-8218-3761efa93e09), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.186885 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (20167e3c-24d3-4e01-8218-3761efa93e09), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.194025 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.194321 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (7a233973-1d27-45e6-bcee-0ce9156157d4), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.194615 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP 7a233973-1d27-45e6-bcee-0ce9156157d4 disassociated. External IP: 172.27.0.87, port: 7b9c398e-bf2e-4787-b709-87a8c1534f49. Apr 06 13:59:25.194998 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for 7b9c398e-bf2e-4787-b709-87a8c1534f49 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:25.221703 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20167e3c-24d3-4e01-8218-3761efa93e09,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.241989 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.244490 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-79dcb716-ac69-4775-adb5-ae4933a536df tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918955 Apr 06 13:59:25.247967 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32784) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:25.256993 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group_rule': {'security_group_id': '55f8340a-96f2-4595-8664-f177af73d489', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:25.261628 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (9030ed08-5a25-4ee9-90b5-53ec55d01bad), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.273797 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port bc5fe705-2536-4503-8a6d-c045777a0ffc is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:25.300530 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (80958cb4-3ee1-4c5e-a4b1-0fca6a42c4f2), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.304569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event deleted for resources: {'Port': ['ID=9030ed08-5a25-4ee9-90b5-53ec55d01bad,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.360968 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] No DVR routers for this DVR port 9030ed08-5a25-4ee9-90b5-53ec55d01bad on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:25.370066 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.374583 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5e06f4ca-a917-4c6a-8a0f-820d87687836 req-e82ec48a-560c-4bda-a59e-2ccb66787df6 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.15 "DELETE /v2.0/ports/9030ed08-5a25-4ee9-90b5-53ec55d01bad HTTP/1.1" status: 204 len: 173 time: 1.3159049 Apr 06 13:59:25.375503 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-deleted', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:25.377948 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd358ade-d121-494b-a9a9-01698b5df64e" -d '{"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-deleted", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:25.379001 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (80958cb4-3ee1-4c5e-a4b1-0fca6a42c4f2), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.385687 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (80958cb4-3ee1-4c5e-a4b1-0fca6a42c4f2), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.415572 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:21Z', 'revision_number': 4, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '96f7536b-1b1d-4244-989e-559489942ece', 'name': '', 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'mac_address': 'fa:16:3e:fb:17:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:22Z', 'revision_number': 2, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'subnets': [{'id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:25.440892 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80958cb4-3ee1-4c5e-a4b1-0fca6a42c4f2,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.456360 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.458140 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4f9addc5-6b29-41d4-845e-f9531d8f0c30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2085390 Apr 06 13:59:25.461059 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32790) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:25.467751 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f7fc9c-4168-43cb-a808-79512705bf80 x-openstack-request-id: req-b7f7fc9c-4168-43cb-a808-79512705bf80 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:25.468520 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8a4f09-ac3b-45d5-b287-9c7f3a948979", "name": "network-vif-deleted", "tag": "9030ed08-5a25-4ee9-90b5-53ec55d01bad", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:25.469414 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7f7fc9c-4168-43cb-a808-79512705bf80 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:25.472126 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f7fc9c-4168-43cb-a808-79512705bf80'] response: {'server_uuid': '7e8a4f09-ac3b-45d5-b287-9c7f3a948979', 'name': 'network-vif-deleted', 'tag': '9030ed08-5a25-4ee9-90b5-53ec55d01bad', 'status': 'completed', 'code': 200} Apr 06 13:59:25.475729 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group_rule': {'security_group_id': '55f8340a-96f2-4595-8664-f177af73d489', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:25.478629 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Checking router: 6f5c1500-c996-480f-b0fe-5ae4e7f11270 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:25.479068 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Updating router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 port 96f7536b-1b1d-4244-989e-559489942ece binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:25.509761 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (7b9c398e-bf2e-4787-b709-87a8c1534f49), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.519334 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-96fd213b-be08-458e-b3d4-5f66a2231bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.529160 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (96f7536b-1b1d-4244-989e-559489942ece), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.561848 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=7b9c398e-bf2e-4787-b709-87a8c1534f49,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.575841 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (e643ebda-cd9d-48b7-a04a-7a64687d5525), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.594949 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d5b3-0cca-49eb-8c96-4ac69f492fb3 req-2831f178-ef27-485a-a5e3-dc72bf595475 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:25.597653 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5972d5b3-0cca-49eb-8c96-4ac69f492fb3 req-2831f178-ef27-485a-a5e3-dc72bf595475 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 867 time: 0.1163011 Apr 06 13:59:25.722194 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5972d5b3-0cca-49eb-8c96-4ac69f492fb3 req-68fd4ed6-766a-4fec-aacf-6637c4da7ba0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f1fa23c-f226-4f8f-8cd4-15d201849fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138182 Apr 06 13:59:25.739911 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (e643ebda-cd9d-48b7-a04a-7a64687d5525), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.746051 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (e643ebda-cd9d-48b7-a04a-7a64687d5525), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.760444 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:25.767991 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e643ebda-cd9d-48b7-a04a-7a64687d5525,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.782209 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.787720 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-c8640e8f-d71d-450d-a9d2-95aa4c2a1419 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3211207 Apr 06 13:59:25.788243 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32794) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:25.795219 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group_rule': {'security_group_id': '55f8340a-96f2-4595-8664-f177af73d489', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:25.824400 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.securitygroups_db [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Project d821a66228cf47c28a216eec1e63ab8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:59:25.832218 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (2e7b94a8-e0e0-4486-8a21-d20518b659c5), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.927620 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (2e7b94a8-e0e0-4486-8a21-d20518b659c5), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.934008 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (2e7b94a8-e0e0-4486-8a21-d20518b659c5), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.955556 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7b94a8-e0e0-4486-8a21-d20518b659c5,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.982650 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.988432 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-50822827-0ab5-4e73-9fde-75f08b448b61 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964955 Apr 06 13:59:25.989144 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32798) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:26.007039 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Publish callbacks [] for port (96f7536b-1b1d-4244-989e-559489942ece), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.009512 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'security_group_rule': {'security_group_id': '55f8340a-96f2-4595-8664-f177af73d489', 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:26.021678 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (96f7536b-1b1d-4244-989e-559489942ece), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.035804 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:26.051983 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:26.072196 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:26.074017 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:26.081300 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3f872-1227-469a-bc1b-00215f08152c None None] Pushing event updated for resources: {'Port': ['ID=96f7536b-1b1d-4244-989e-559489942ece,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:26.159182 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a921d466-aaf1-4b13-99b7-db3e6a473ce6 req-616e475a-5ebc-4204-ab5f-17ce617caab1 tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 210 time: 0.1394806 Apr 06 13:59:26.190778 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Attempting to bind port 96f7536b-1b1d-4244-989e-559489942ece on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:26.191378 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Attempting to bind port 96f7536b-1b1d-4244-989e-559489942ece by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:26.191904 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Attempting to bind port 96f7536b-1b1d-4244-989e-559489942ece on network 759c8872-d577-4ae6-ab38-8071a3559d88 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:26.209455 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:26.209786 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Checking segment: {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:26.210170 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.210546 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Bound using segment: {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:26.211122 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Bound port: 96f7536b-1b1d-4244-989e-559489942ece, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:26.211526 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (96f7536b-1b1d-4244-989e-559489942ece), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.267148 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] No DVR routers for this DVR port 7b9c398e-bf2e-4787-b709-87a8c1534f49 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:26.273369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.280506 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c58e3710-b311-4140-99b4-ab08fbe4cdaa req-44b7f234-18cb-45bd-a277-7d8bee54aa5f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "DELETE /v2.0/ports/7b9c398e-bf2e-4787-b709-87a8c1534f49 HTTP/1.1" status: 204 len: 173 time: 2.3235137 Apr 06 13:59:26.292271 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.securitygroups_db [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Project d821a66228cf47c28a216eec1e63ab8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:59:26.306117 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (c60455ee-ff84-407a-b9fb-92ea8c9fd225), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.306890 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:26.318429 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] For port 96f7536b-1b1d-4244-989e-559489942ece, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:26.323309 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] For port 96f7536b-1b1d-4244-989e-559489942ece, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=96f7536b-1b1d-4244-989e-559489942ece,segment=NetworkSegment(b96500d4-a848-4f0d-8eda-eb4e0abc65fa),segment_id=b96500d4-a848-4f0d-8eda-eb4e0abc65fa)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:26.335678 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (96f7536b-1b1d-4244-989e-559489942ece), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.414362 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (c60455ee-ff84-407a-b9fb-92ea8c9fd225), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.423121 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (c60455ee-ff84-407a-b9fb-92ea8c9fd225), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.435755 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3f872-1227-469a-bc1b-00215f08152c None None] Pushing event updated for resources: {'Port': ['ID=96f7536b-1b1d-4244-989e-559489942ece,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:26.441926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Routers {'6f5c1500-c996-480f-b0fe-5ae4e7f11270'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:26.443181 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:26.453961 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60455ee-ff84-407a-b9fb-92ea8c9fd225,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:26.460449 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.462909 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-94e72a49-bd87-4f10-b971-17978676d99f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4722219 Apr 06 13:59:26.593968 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] Provisioning complete for port 96f7536b-1b1d-4244-989e-559489942ece triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:26.594579 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (96f7536b-1b1d-4244-989e-559489942ece), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.815005 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:26.864864 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e969fc48-ae79-4643-bd3a-fd32ba0cb812 req-5dc5f5e9-ff4e-4d69-a145-e6be44398211 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 210 time: 0.0322361 Apr 06 13:59:26.869154 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:26.883571 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:26.884940 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:58:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:26.989182 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] Set router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:27.078987 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:27.136021 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] Current status of the port 96f7536b-1b1d-4244-989e-559489942ece is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:27.136837 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (96f7536b-1b1d-4244-989e-559489942ece), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:27.255385 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] For port 96f7536b-1b1d-4244-989e-559489942ece, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=96f7536b-1b1d-4244-989e-559489942ece,segment=NetworkSegment(b96500d4-a848-4f0d-8eda-eb4e0abc65fa),segment_id=b96500d4-a848-4f0d-8eda-eb4e0abc65fa)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:27.267678 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (96f7536b-1b1d-4244-989e-559489942ece), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:27.380808 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a852f6-e3a7-4d9a-9e50-9e599c342d61 None None] Pushing event updated for resources: {'Port': ['ID=96f7536b-1b1d-4244-989e-559489942ece,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:27.434166 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-4f5e1393-36d6-4e6f-97cf-c2fcc4d8841d None None] Provisioning complete for port 96f7536b-1b1d-4244-989e-559489942ece triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:27.434556 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1393-36d6-4e6f-97cf-c2fcc4d8841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (96f7536b-1b1d-4244-989e-559489942ece), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:27.508430 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'name': 'network-vif-deleted', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:27.512345 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:21Z', 'revision_number': 4, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '96f7536b-1b1d-4244-989e-559489942ece', 'name': '', 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'mac_address': 'fa:16:3e:fb:17:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:26Z', 'revision_number': 4, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'subnets': [{'id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:27.586195 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab6db8-3e4c-409c-8e69-fb6b238bbf8b None None] The sync data for ids ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'] in dv-cinder-827554-3-iscsi is: [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:21Z', 'revision_number': 4, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '96f7536b-1b1d-4244-989e-559489942ece', 'name': '', 'network_id': '759c8872-d577-4ae6-ab38-8071a3559d88', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'mac_address': 'fa:16:3e:fb:17:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:26Z', 'revision_number': 4, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'subnets': [{'id': '8ac3ea05-a607-4a65-bb06-b3436f0220f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:27.806052 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:27.826919 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e1393-36d6-4e6f-97cf-c2fcc4d8841d None None] Current status of the port 96f7536b-1b1d-4244-989e-559489942ece is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:27.897984 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3d693-fc95-41b4-b91a-d086d9121c98 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:28.178142 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f3506ffb-d7c3-4253-a858-554b7689923b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.224804 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82f94a-c742-4855-98e3-c30093ed4749" -d '{"events": [{"server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "name": "network-vif-deleted", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:28.229670 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7cac8cb4-c96e-44e4-8d53-8790821d392c req-c0a3e818-2d3b-4a90-bffe-23199ff533dc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e95266-6d0a-4977-afe0-1b8b72603192 HTTP/1.1" status: 200 len: 210 time: 0.0864441 Apr 06 13:59:28.241667 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6240a277-0049-4362-8236-bb5213128699 req-d82d95fb-018d-4e9d-93b1-f89d9ad9acad tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8a4f09-ac3b-45d5-b287-9c7f3a948979 HTTP/1.1" status: 200 len: 210 time: 0.8520308 Apr 06 13:59:28.357609 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5166de7c-5c24-452e-88ac-fe98f512061c x-openstack-request-id: req-5166de7c-5c24-452e-88ac-fe98f512061c {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:28.358137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e95266-6d0a-4977-afe0-1b8b72603192", "name": "network-vif-deleted", "tag": "7b9c398e-bf2e-4787-b709-87a8c1534f49", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:28.358800 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5166de7c-5c24-452e-88ac-fe98f512061c {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:28.361048 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5166de7c-5c24-452e-88ac-fe98f512061c'] response: {'server_uuid': '88e95266-6d0a-4977-afe0-1b8b72603192', 'name': 'network-vif-deleted', 'tag': '7b9c398e-bf2e-4787-b709-87a8c1534f49', 'status': 'completed', 'code': 200} Apr 06 13:59:28.597162 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa87b4-358b-421b-a104-a78a70839f0b None None] New status for floating IP 7a233973-1d27-45e6-bcee-0ce9156157d4: DOWN {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:28.876743 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 96f7536b-1b1d-4244-989e-559489942ece up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:28.951938 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 96f7536b-1b1d-4244-989e-559489942ece triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:28.952306 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (96f7536b-1b1d-4244-989e-559489942ece), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.064514 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 96f7536b-1b1d-4244-989e-559489942ece is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:29.212858 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.337723 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:29.355664 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32900) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:29.368790 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 9030ed08-5a25-4ee9-90b5-53ec55d01bad {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:29.369376 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 9030ed08-5a25-4ee9-90b5-53ec55d01bad not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:29.369969 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7b9c398e-bf2e-4787-b709-87a8c1534f49 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:29.370078 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32902) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:29.395985 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 7b9c398e-bf2e-4787-b709-87a8c1534f49 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:29.397057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7b9c398e-bf2e-4787-b709-87a8c1534f49 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:29.450929 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6df118c6-5076-4458-aec7-5986e2930f69 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (5f1fa23c-f226-4f8f-8cd4-15d201849fe0), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.477451 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06a70b5a-af63-4bc0-b3b8-879d877250fd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group (d4ea8a09-3533-48af-9a73-790b9bd06562), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.482801 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6df118c6-5076-4458-aec7-5986e2930f69 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (5f1fa23c-f226-4f8f-8cd4-15d201849fe0), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.517156 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06a70b5a-af63-4bc0-b3b8-879d877250fd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group (d4ea8a09-3533-48af-9a73-790b9bd06562), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.564683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6df118c6-5076-4458-aec7-5986e2930f69 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (5f1fa23c-f226-4f8f-8cd4-15d201849fe0), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.569073 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6df118c6-5076-4458-aec7-5986e2930f69 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.570523 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-6df118c6-5076-4458-aec7-5986e2930f69 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f1fa23c-f226-4f8f-8cd4-15d201849fe0 HTTP/1.1" status: 204 len: 168 time: 0.1990287 Apr 06 13:59:29.573845 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32906) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:29.582418 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df118c6-5076-4458-aec7-5986e2930f69 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1fa23c-f226-4f8f-8cd4-15d201849fe0,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:29.601650 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.api.v2.resource [None req-3a3e65c7-0b26-439f-8081-9d20b034a88f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] show failed (client error): The resource could not be found. Apr 06 13:59:29.607862 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3a3e65c7-0b26-439f-8081-9d20b034a88f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups/5f1fa23c-f226-4f8f-8cd4-15d201849fe0 HTTP/1.1" status: 404 len: 347 time: 0.0322053 Apr 06 13:59:29.610318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32908) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:29.666301 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06a70b5a-af63-4bc0-b3b8-879d877250fd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d4ea8a09-3533-48af-9a73-790b9bd06562), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.669156 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-06a70b5a-af63-4bc0-b3b8-879d877250fd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.673912 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-06a70b5a-af63-4bc0-b3b8-879d877250fd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4ea8a09-3533-48af-9a73-790b9bd06562 HTTP/1.1" status: 204 len: 168 time: 0.3135972 Apr 06 13:59:29.691144 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:59:29.701392 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a70b5a-af63-4bc0-b3b8-879d877250fd tempest-TestShelveInstance-1465021944 tempest-TestShelveInstance-1465021944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ea8a09-3533-48af-9a73-790b9bd06562,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:29.747791 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32916) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:29.898860 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port f86314c0-4518-4c19-8452-57a15140cf06 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:29.899345 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (f86314c0-4518-4c19-8452-57a15140cf06), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.017260 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (f86314c0-4518-4c19-8452-57a15140cf06), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.017588 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (f86314c0-4518-4c19-8452-57a15140cf06), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.032905 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for f86314c0-4518-4c19-8452-57a15140cf06 owned by network:floatingip {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:30.251203 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (f86314c0-4518-4c19-8452-57a15140cf06), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.317501 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=f86314c0-4518-4c19-8452-57a15140cf06,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:30.472909 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (7a233973-1d27-45e6-bcee-0ce9156157d4), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.483189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.485569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.487910 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9e83d46f-3b2a-4307-9eb5-2aa04ec4fbbc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/floatingips/7a233973-1d27-45e6-bcee-0ce9156157d4 HTTP/1.1" status: 204 len: 168 time: 0.8753383 Apr 06 13:59:30.762102 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32936) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:30.769577 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629162405', 'description': 'tempest-description--1024867598'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:30.834110 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.005030 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (bfa2557e-7591-4768-a46a-ebd782ced288), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.011679 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (bfa2557e-7591-4768-a46a-ebd782ced288), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.064008 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.065712 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3024337 Apr 06 13:59:31.070751 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32938) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:31.075267 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e683d1-5a17-4735-917f-7610d852a8ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2557e-7591-4768-a46a-ebd782ced288,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:31.080879 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (5ef82b56-c088-4940-b106-8e3baff66d09), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.081248 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2557e-7591-4768-a46a-ebd782ced288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:31.137447 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (db355610-becc-4aa2-9ad7-49932acca63b), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.241676 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (db355610-becc-4aa2-9ad7-49932acca63b), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.248666 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (db355610-becc-4aa2-9ad7-49932acca63b), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.296244 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db355610-becc-4aa2-9ad7-49932acca63b,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:31.310177 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.312874 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-3ab5a0bf-1ac1-4334-ae0d-a20c9be095d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2398965 Apr 06 13:59:31.320131 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32946) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:31.326870 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2557e-7591-4768-a46a-ebd782ced288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:31.373695 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (9cce68fc-d24f-4478-8c96-abe685f16c09), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.477167 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (9cce68fc-d24f-4478-8c96-abe685f16c09), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.487641 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (9cce68fc-d24f-4478-8c96-abe685f16c09), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.513486 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Deleting port a270e1af-0e82-44d1-a678-1bbe26ad5e07 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:31.514035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.524683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cce68fc-d24f-4478-8c96-abe685f16c09,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:31.544701 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.551190 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a6bfa614-15bc-4e98-80f3-fedff8e1078c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243087 Apr 06 13:59:31.551752 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32960) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:31.560382 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:31.600439 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.660334 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] For port a270e1af-0e82-44d1-a678-1bbe26ad5e07, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a270e1af-0e82-44d1-a678-1bbe26ad5e07,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:31.660729 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.680033 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Calling delete_port for a270e1af-0e82-44d1-a678-1bbe26ad5e07 owned by network:router_interface {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:31.863027 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.063531 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (a270e1af-0e82-44d1-a678-1bbe26ad5e07), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.090187 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.27.0.228 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/b16c9a8b-2fbb-4f03-96a2-b9559339619c) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:32.119628 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a270e1af-0e82-44d1-a678-1bbe26ad5e07,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:32.346203 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.392791 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 32976) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:32.438465 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.493761 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (5ef82b56-c088-4940-b106-8e3baff66d09), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.520188 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.522289 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:32.527906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:32.535124 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:32.599361 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=b16c9a8b-2fbb-4f03-96a2-b9559339619c,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:32.712109 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-82445bfb-e8f7-46d3-963f-8ee731de3425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.765457 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (0cc1ff6c-0287-4bcb-95da-f22fe7e793fc), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.852969 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.877563 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Router 5ef82b56-c088-4940-b106-8e3baff66d09 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:32.933134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-82445bfb-e8f7-46d3-963f-8ee731de3425 admin admin] Publish callbacks [] for security_group (912e715c-9465-4791-9b8a-02dca8226a80), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.948448 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-82445bfb-e8f7-46d3-963f-8ee731de3425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (912e715c-9465-4791-9b8a-02dca8226a80), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.031828 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-82445bfb-e8f7-46d3-963f-8ee731de3425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78518cfe1ba14230ab23b76c0afd9a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375966 Apr 06 13:59:33.034981 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82445bfb-e8f7-46d3-963f-8ee731de3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912e715c-9465-4791-9b8a-02dca8226a80,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:33.037714 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32982) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:33.107312 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:33.119450 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-767abd79-9ed5-4973-bc7d-8f259828aef6 admin admin] 10.222.0.24 "PUT /v2.0/routers/5ef82b56-c088-4940-b106-8e3baff66d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3643365 Apr 06 13:59:33.120182 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 32984) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:33.121679 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] Sync routers for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:33.137460 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.145726 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:33.146748 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:33.147567 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.192068 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e452f62f-54cf-4ef5-a808-1ea3dee0d175 admin admin] Publish callbacks [] for security_group (912e715c-9465-4791-9b8a-02dca8226a80), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.273408 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e452f62f-54cf-4ef5-a808-1ea3dee0d175 admin admin] Publish callbacks [] for security_group (912e715c-9465-4791-9b8a-02dca8226a80), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.303600 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=b16c9a8b-2fbb-4f03-96a2-b9559339619c,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:33.323055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (0cc1ff6c-0287-4bcb-95da-f22fe7e793fc), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.339784 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks [] for router (5ef82b56-c088-4940-b106-8e3baff66d09), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.353368 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.361510 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-dbf7c1c4-e449-4f26-85c7-94e353fd627c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8023140 Apr 06 13:59:33.435866 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:33.451936 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e452f62f-54cf-4ef5-a808-1ea3dee0d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (912e715c-9465-4791-9b8a-02dca8226a80), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.460500 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e452f62f-54cf-4ef5-a808-1ea3dee0d175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.460500 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-e452f62f-54cf-4ef5-a808-1ea3dee0d175 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/912e715c-9465-4791-9b8a-02dca8226a80 HTTP/1.1" status: 204 len: 168 time: 0.4170992 Apr 06 13:59:33.472070 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452f62f-54cf-4ef5-a808-1ea3dee0d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912e715c-9465-4791-9b8a-02dca8226a80,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:33.508058 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks [] for router_gateway (5ef82b56-c088-4940-b106-8e3baff66d09), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.609317 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Deleting port b1786e13-915f-4565-93ec-118d471e7f77 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:33.609764 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (b1786e13-915f-4565-93ec-118d471e7f77), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.747327 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] For port b1786e13-915f-4565-93ec-118d471e7f77, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=b1786e13-915f-4565-93ec-118d471e7f77,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:33.747928 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (b1786e13-915f-4565-93ec-118d471e7f77), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.778924 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Calling delete_port for b1786e13-915f-4565-93ec-118d471e7f77 owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:33.822966 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-d53047b1-726a-4808-8d5b-ea10737b9337 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1629162405&fields=id&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 267 time: 0.1097906 Apr 06 13:59:33.905962 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:59:31Z', 'revision_number': 5, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port': {'id': 'b1786e13-915f-4565-93ec-118d471e7f77', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:29Z', 'updated_at': '2022-04-06T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:33.973345 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] Checking router: 5ef82b56-c088-4940-b106-8e3baff66d09 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:33.984603 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33004) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:33.990615 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] Routers {'5ef82b56-c088-4940-b106-8e3baff66d09'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:33.991457 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['5ef82b56-c088-4940-b106-8e3baff66d09'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:34.006459 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-33214ab5-7c90-49e8-94f6-84a96b014b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.105643 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-41223ab6-6194-435c-9ca8-ddb74ec2202f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:34.107256 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-41223ab6-6194-435c-9ca8-ddb74ec2202f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.2479389 Apr 06 13:59:34.135224 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] Set router 5ef82b56-c088-4940-b106-8e3baff66d09 gateway port host: None {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:34.145339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-33214ab5-7c90-49e8-94f6-84a96b014b4d admin admin] Publish callbacks [] for security_group (3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.152370 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-33214ab5-7c90-49e8-94f6-84a96b014b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.171193 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-3f1fc735-6c7a-4e22-89bf-a4d3c608b6aa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/quotas/c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 375 time: 0.0527866 Apr 06 13:59:34.200445 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-33214ab5-7c90-49e8-94f6-84a96b014b4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1073b2f06bd14d5caa04ab12b10aae4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141290 Apr 06 13:59:34.201640 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214ab5-7c90-49e8-94f6-84a96b014b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:34.204361 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33006) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:34.218497 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 6, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:34.264670 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (b1786e13-915f-4565-93ec-118d471e7f77), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.276653 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6188706d-1540-48cd-8f53-c1b437e19374 None None] The sync data for ids ['5ef82b56-c088-4940-b106-8e3baff66d09'] in dv-cinder-827554-3-iscsi is: [{'id': '5ef82b56-c088-4940-b106-8e3baff66d09', 'name': 'tempest-TestShelveInstance-1113349278-router', 'tenant_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:28Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 6, 'project_id': '2cdfe0d2b8dd4016b0ab6caa5d72e486', 'gw_port_host': None}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:34.285068 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-16a749fb-1a90-480b-a655-99cf688aa056 admin admin] Publish callbacks [] for security_group (3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.308088 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b1786e13-915f-4565-93ec-118d471e7f77,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:34.332092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-16a749fb-1a90-480b-a655-99cf688aa056 admin admin] Publish callbacks [] for security_group (3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.358857 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-98cf8809-c19e-4b5b-972e-751f3b051a1d tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602585 Apr 06 13:59:34.397420 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-16a749fb-1a90-480b-a655-99cf688aa056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.401466 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-16a749fb-1a90-480b-a655-99cf688aa056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.403421 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-16a749fb-1a90-480b-a655-99cf688aa056 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7 HTTP/1.1" status: 204 len: 168 time: 0.1978645 Apr 06 13:59:34.420168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a749fb-1a90-480b-a655-99cf688aa056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715634d-ebe8-42d8-ba65-dc6ed8e8a2d7,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:34.474267 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (5ef82b56-c088-4940-b106-8e3baff66d09), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.631376 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (5ef82b56-c088-4940-b106-8e3baff66d09), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.636941 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks [] for router_controller (5ef82b56-c088-4940-b106-8e3baff66d09), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.652525 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-3878d6d2-a116-4eda-8a1c-814c1e915057 service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696939 Apr 06 13:59:34.955168 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device a270e1af-0e82-44d1-a678-1bbe26ad5e07 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:35.027163 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: a270e1af-0e82-44d1-a678-1bbe26ad5e07 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:35.028123 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device a270e1af-0e82-44d1-a678-1bbe26ad5e07 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:35.140362 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (5ef82b56-c088-4940-b106-8e3baff66d09), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.140976 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef82b56-c088-4940-b106-8e3baff66d09 {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:59:35.147975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.153635 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-caebcb58-9b44-45b1-b2ad-8ceb9cc8f9cf admin admin] 10.222.0.24 "DELETE /v2.0/routers/5ef82b56-c088-4940-b106-8e3baff66d09 HTTP/1.1" status: 204 len: 168 time: 2.0319905 Apr 06 13:59:35.154391 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33022) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:35.222315 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-fa36e72d-2b1b-4501-ad5b-75f0e5621fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682824 Apr 06 13:59:35.239449 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Deleting subnet 61d75d72-d22c-48f8-853a-4d571fa19a62 {{(pid=109800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:59:35.243563 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Publish callbacks [] for subnet (61d75d72-d22c-48f8-853a-4d571fa19a62), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.290092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63405174'] for subnet (61d75d72-d22c-48f8-853a-4d571fa19a62), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.407899 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (61d75d72-d22c-48f8-853a-4d571fa19a62), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.593329 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3c45c976-3e25-4839-842a-047b893affbd req-ab6dc3ed-8021-4a9a-8e65-64394bf2b7d7 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 210 time: 0.0523458 Apr 06 13:59:35.611426 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63082531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58569069'] for subnet (61d75d72-d22c-48f8-853a-4d571fa19a62), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.692038 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d75d72-d22c-48f8-853a-4d571fa19a62,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:35.703548 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.712624 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5953cc9f-2d52-4707-aeac-ce10aa169491 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61d75d72-d22c-48f8-853a-4d571fa19a62 HTTP/1.1" status: 204 len: 168 time: 0.5560145 Apr 06 13:59:35.716346 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33036) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:35.718439 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a1b9f-8ff4-4cf2-866f-7db022947d16 None None] Network e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:35.851307 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.993772 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Deleting port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:35.999312 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.092120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] DHCP port deletion for e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:59:36.123774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] For port 382bcb74-05c2-44f9-8d58-7a34a7c7c926, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=382bcb74-05c2-44f9-8d58-7a34a7c7c926,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:36.124884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.153750 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Calling delete_port for 382bcb74-05c2-44f9-8d58-7a34a7c7c926 owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:36.219382 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] Deleting port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:36.220078 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.359205 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] For port 382bcb74-05c2-44f9-8d58-7a34a7c7c926, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=382bcb74-05c2-44f9-8d58-7a34a7c7c926,segment=NetworkSegment(fdae2204-3d73-4d1c-a25a-a929217125d2),segment_id=fdae2204-3d73-4d1c-a25a-a929217125d2)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:36.359993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.362784 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.398759 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] Calling delete_port for 382bcb74-05c2-44f9-8d58-7a34a7c7c926 owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:36.424966 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] No DVR routers for this DVR port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:36.428414 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Pushing event deleted for resources: {'Port': ['ID=382bcb74-05c2-44f9-8d58-7a34a7c7c926,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:36.557066 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.608428 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (382bcb74-05c2-44f9-8d58-7a34a7c7c926), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.618961 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:36.633205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdae2204-3d73-4d1c-a25a-a929217125d2') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:36.633899 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdae2204-3d73-4d1c-a25a-a929217125d2') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:36.642189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] No DVR routers for this DVR port 382bcb74-05c2-44f9-8d58-7a34a7c7c926 on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:36.661463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (fdae2204-3d73-4d1c-a25a-a929217125d2), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.689270 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cdf50-9eb1-42ca-902f-be9e0e603d0d None None] Pushing event deleted for resources: {'Port': ['ID=382bcb74-05c2-44f9-8d58-7a34a7c7c926,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:36.700370 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (fdae2204-3d73-4d1c-a25a-a929217125d2), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.715500 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:59:36.717222 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (fdae2204-3d73-4d1c-a25a-a929217125d2), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:59:36.720216 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:59:36.820585 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f5945dfb-01f2-4459-8cec-4764fbedc390 req-5ad285ee-0cb6-439d-890c-7d11bc8d8422 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 210 time: 0.0424302 Apr 06 13:59:36.900649 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 382bcb74-05c2-44f9-8d58-7a34a7c7c926 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:36.917534 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.933746 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.942089 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 382bcb74-05c2-44f9-8d58-7a34a7c7c926 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:36.942401 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a HTTP/1.1" status: 204 len: 168 time: 1.2242498 Apr 06 13:59:36.943120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 382bcb74-05c2-44f9-8d58-7a34a7c7c926 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:36.944249 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b1786e13-915f-4565-93ec-118d471e7f77 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:36.947772 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33062) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:36.983137 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: b1786e13-915f-4565-93ec-118d471e7f77 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:36.984225 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b1786e13-915f-4565-93ec-118d471e7f77 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:36.993121 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda911db-441a-4845-a74d-91c06a921850 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51deb1b-2f8d-4b42-9f9d-4df6cbcd0b4a,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:37.456884 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-a4e0b836-aa70-4a9d-9e67-02db5c4d3679 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:37.459325 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-a4e0b836-aa70-4a9d-9e67-02db5c4d3679 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.4047947 Apr 06 13:59:37.641091 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ed70fa9a-54bc-4eae-a98f-9cf0196a3a78 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 380 time: 0.1685011 Apr 06 13:59:37.658083 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'port': {'device_id': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'admin_state_up': True, 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'security_groups': ['bfa2557e-7591-4768-a46a-ebd782ced288']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:37.855575 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Made reservation on behalf of c4e6f63c94e44d468778a069d11dbf33 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:37.859293 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.950804 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33090) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:37.996358 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4a6dfa5a-ee5a-4cd1-9552-10d132c0037c req-68ebef22-1eff-4bd4-bad4-1bbfac371be2 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 210 time: 0.0480483 Apr 06 13:59:38.104985 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (baa12e33-f641-44fe-9d16-9a68d2316cd6), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.138272 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-04bcf60b-5b7d-4d1d-bacf-ccc101e5bc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.191539 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.20.0.7 (5c0333e4-301c-4229-89da-6586694e7e49/b8721f49-bcb5-4268-98c0-66f761a772d7/84a9dcce-0fda-4ae0-8440-ea7d10a866f0) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:38.273657 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-04bcf60b-5b7d-4d1d-bacf-ccc101e5bc49 admin admin] Publish callbacks [] for security_group (e6d8148a-eb2a-47ab-bc40-152629629acb), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.279865 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-04bcf60b-5b7d-4d1d-bacf-ccc101e5bc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e6d8148a-eb2a-47ab-bc40-152629629acb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.360078 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-04bcf60b-5b7d-4d1d-bacf-ccc101e5bc49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d77c7f1af5f844bba891bca02522840a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073367 Apr 06 13:59:38.361883 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcf60b-5b7d-4d1d-bacf-ccc101e5bc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d8148a-eb2a-47ab-bc40-152629629acb,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:38.367766 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33100) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:38.437626 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-99c636ab-108e-4736-95a0-73ae48a98542 admin admin] Publish callbacks [] for security_group (e6d8148a-eb2a-47ab-bc40-152629629acb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.471637 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-99c636ab-108e-4736-95a0-73ae48a98542 admin admin] Publish callbacks [] for security_group (e6d8148a-eb2a-47ab-bc40-152629629acb), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.518500 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.533244 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-99c636ab-108e-4736-95a0-73ae48a98542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e6d8148a-eb2a-47ab-bc40-152629629acb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.536878 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-99c636ab-108e-4736-95a0-73ae48a98542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.538427 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-99c636ab-108e-4736-95a0-73ae48a98542 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6d8148a-eb2a-47ab-bc40-152629629acb HTTP/1.1" status: 204 len: 168 time: 0.1683750 Apr 06 13:59:38.550001 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c636ab-108e-4736-95a0-73ae48a98542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d8148a-eb2a-47ab-bc40-152629629acb,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:38.588410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.664895 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:38.675355 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:38.698522 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:38.703958 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:38.761530 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:38.762221 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.785836 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Deleting port 73e393d8-4912-45d5-bc1d-e40c2c7954fc {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:38.786182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.792539 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-ff7e4a9c-a650-4ced-a991-e07e49478d09 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430132 Apr 06 13:59:38.940846 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33106) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:38.957492 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1c058869-e19d-47bf-9559-d5011a34eb85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.980902 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-4decf3bc-8ec5-4a55-9f43-86397b76b153 None None] Provisioning complete for port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:38.981745 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-4decf3bc-8ec5-4a55-9f43-86397b76b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.044120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-4decf3bc-8ec5-4a55-9f43-86397b76b153 None None] Port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:39.074094 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1c058869-e19d-47bf-9559-d5011a34eb85 admin admin] Publish callbacks [] for security_group (e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.080531 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-1c058869-e19d-47bf-9559-d5011a34eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.121340 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c058869-e19d-47bf-9559-d5011a34eb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:39.132106 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Request body: {'port': {'device_id': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:39.173345 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-1c058869-e19d-47bf-9559-d5011a34eb85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1351fa98cc02486f8511b6c38f43bb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311432 Apr 06 13:59:39.176412 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33110) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:39.218613 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd009c-6d48-4ab7-8543-0ae26443d883 req-3f9f6c47-7c8c-4ba7-b18b-8b7fda005081 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:39.220322 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1ecd009c-6d48-4ab7-8543-0ae26443d883 req-3f9f6c47-7c8c-4ba7-b18b-8b7fda005081 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 931 time: 0.0960033 Apr 06 13:59:39.230642 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.253080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] For port 73e393d8-4912-45d5-bc1d-e40c2c7954fc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=73e393d8-4912-45d5-bc1d-e40c2c7954fc,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:39.253450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.288011 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44ebc5ec-8f53-4529-adcf-e0e1e7e33656 admin admin] Publish callbacks [] for security_group (e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.291062 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Calling delete_port for 73e393d8-4912-45d5-bc1d-e40c2c7954fc owned by network:router_interface {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:39.310991 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-1ecd009c-6d48-4ab7-8543-0ae26443d883 req-06440ca7-b633-4e5e-ad6b-1263b22a5dda tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782292 Apr 06 13:59:39.324632 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44ebc5ec-8f53-4529-adcf-e0e1e7e33656 admin admin] Publish callbacks [] for security_group (e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.389373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44ebc5ec-8f53-4529-adcf-e0e1e7e33656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.392131 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-44ebc5ec-8f53-4529-adcf-e0e1e7e33656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.397986 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-44ebc5ec-8f53-4529-adcf-e0e1e7e33656 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d HTTP/1.1" status: 204 len: 168 time: 0.2157750 Apr 06 13:59:39.403776 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebc5ec-8f53-4529-adcf-e0e1e7e33656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7679fc5-faf9-4b7b-aa0f-a173cb2fd13d,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:39.801866 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (73e393d8-4912-45d5-bc1d-e40c2c7954fc), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.834347 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:39.843100 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=73e393d8-4912-45d5-bc1d-e40c2c7954fc,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:39.848835 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Publish callbacks [] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.907883 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Transition to ACTIVE for port object 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:59:39.916647 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.016885 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Pushing event updated for resources: {'Port': ['ID=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:40.172488 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (baa12e33-f641-44fe-9d16-9a68d2316cd6), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.179055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Attempting to bind port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:40.179406 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Attempting to bind port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:40.179806 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Attempting to bind port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:40.190251 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 on network 5c0333e4-301c-4229-89da-6586694e7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:59:40.190682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Attempting to bind port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:40.230967 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:40.231309 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:40.231702 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Bound using segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:40.232154 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Bound port: 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:40.232515 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.361156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] For port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:40.366936 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] For port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:40.377060 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.483366 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.483995 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.485473 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] 10.222.0.15 "PUT /v2.0/ports/84a9dcce-0fda-4ae0-8440-ea7d10a866f0 HTTP/1.1" status: 200 len: 1093 time: 1.6821547 Apr 06 13:59:40.487938 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:40.490322 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfc526-3161-4995-a25a-2d24b5547511" -d '{"events": [{"name": "network-changed", "server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:40.593125 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4115671b-cd66-41e0-8c62-24b4c1019118 x-openstack-request-id: req-4115671b-cd66-41e0-8c62-24b4c1019118 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:40.593436 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:40.593678 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4115671b-cd66-41e0-8c62-24b4c1019118 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:40.594105 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4115671b-cd66-41e0-8c62-24b4c1019118'] response: {'name': 'network-changed', 'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'status': 'completed', 'code': 200} Apr 06 13:59:40.613080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1db8-ff4f-4a7c-bee4-1fb8e3e861dd service neutron] Pushing event updated for resources: {'Port': ['ID=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:40.658143 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf5a21-97ab-423a-bfa8-9272f40b90f7 req-1918258b-18ee-4df0-a141-ca4de8399b32 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.659821 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b3cf5a21-97ab-423a-bfa8-9272f40b90f7 req-1918258b-18ee-4df0-a141-ca4de8399b32 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 943 time: 0.2435241 Apr 06 13:59:40.666682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-176ed5f0-6433-4527-9bac-838c34b69619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.668047 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-176ed5f0-6433-4527-9bac-838c34b69619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 1127 time: 0.1211894 Apr 06 13:59:40.671326 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Router baa12e33-f641-44fe-9d16-9a68d2316cd6 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:40.734662 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-96698f93-b02d-4ff4-8f6b-cad562b130b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0 HTTP/1.1" status: 200 len: 217 time: 0.0555382 Apr 06 13:59:40.848432 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b3cf5a21-97ab-423a-bfa8-9272f40b90f7 req-be50fd59-3278-4abe-b192-19625a6792a7 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793487 Apr 06 13:59:40.863586 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-0cff5f76-a866-4ccf-a405-5f89e54af967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.865018 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-0cff5f76-a866-4ccf-a405-5f89e54af967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.1239290 Apr 06 13:59:40.953778 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:40.962763 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-115a53d3-8d7a-4916-82c6-a4c18fdeeb5c admin admin] 10.222.0.24 "PUT /v2.0/routers/baa12e33-f641-44fe-9d16-9a68d2316cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0100422 Apr 06 13:59:40.963660 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33152) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:40.971799 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] Sync routers for ids ['baa12e33-f641-44fe-9d16-9a68d2316cd6'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:40.980815 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-59af2334-401b-4928-ae0a-a15872c45ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.982405 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-59af2334-401b-4928-ae0a-a15872c45ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904326 Apr 06 13:59:40.984313 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] Routers {'baa12e33-f641-44fe-9d16-9a68d2316cd6'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:40.984959 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['baa12e33-f641-44fe-9d16-9a68d2316cd6'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:41.109406 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-291bc386-1771-423f-b606-b1ebcabd2ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197984 Apr 06 13:59:41.160652 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks [] for router (baa12e33-f641-44fe-9d16-9a68d2316cd6), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.190336 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] Set router baa12e33-f641-44fe-9d16-9a68d2316cd6 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:41.237432 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fd74ee09-f503-4123-bf5b-c0e068865ede req-f5491c17-10dd-41d6-89f6-8b7f40df7f5e service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221669 Apr 06 13:59:41.301907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks [] for router_gateway (baa12e33-f641-44fe-9d16-9a68d2316cd6), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.379286 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Deleting port 685d99a4-4e99-4425-b30a-c068c10a8cd7 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:41.379286 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.423221 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:59:39Z', 'revision_number': 5, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port': {'id': '685d99a4-4e99-4425-b30a-c068c10a8cd7', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:41.452464 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] Checking router: baa12e33-f641-44fe-9d16-9a68d2316cd6 for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:41.464803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] Routers {'baa12e33-f641-44fe-9d16-9a68d2316cd6'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:41.465458 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['baa12e33-f641-44fe-9d16-9a68d2316cd6'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:41.501936 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] For port 685d99a4-4e99-4425-b30a-c068c10a8cd7, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=685d99a4-4e99-4425-b30a-c068c10a8cd7,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:41.502502 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.522146 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Calling delete_port for 685d99a4-4e99-4425-b30a-c068c10a8cd7 owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:41.611052 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] Set router baa12e33-f641-44fe-9d16-9a68d2316cd6 gateway port host: None {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:41.672214 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:59:41Z', 'revision_number': 6, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:41.702019 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88f168-d6af-41ff-9bc9-a22dd6043a3d None None] The sync data for ids ['baa12e33-f641-44fe-9d16-9a68d2316cd6'] in dv-cinder-827554-3-iscsi is: [{'id': 'baa12e33-f641-44fe-9d16-9a68d2316cd6', 'name': 'tempest-TestShelveInstance-1859813638-router', 'tenant_id': '2940fb33f7064260bedf2ce6da834c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:53:34Z', 'updated_at': '2022-04-06T13:59:41Z', 'revision_number': 6, 'project_id': '2940fb33f7064260bedf2ce6da834c6a', 'gw_port_host': None}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:41.770664 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (685d99a4-4e99-4425-b30a-c068c10a8cd7), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.809533 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=685d99a4-4e99-4425-b30a-c068c10a8cd7,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:41.964874 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (baa12e33-f641-44fe-9d16-9a68d2316cd6), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.123328 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (baa12e33-f641-44fe-9d16-9a68d2316cd6), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.136364 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks [] for router_controller (baa12e33-f641-44fe-9d16-9a68d2316cd6), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.178140 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-5aae5b2b-0a55-470d-bc66-e6fed5d2baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.179665 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-5aae5b2b-0a55-470d-bc66-e6fed5d2baeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 1127 time: 0.1111319 Apr 06 13:59:42.195760 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (baa12e33-f641-44fe-9d16-9a68d2316cd6), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.196314 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa12e33-f641-44fe-9d16-9a68d2316cd6 {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:59:42.202530 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.204079 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-cdacd283-d32a-4638-857b-d6ab9347fa9b admin admin] 10.222.0.24 "DELETE /v2.0/routers/baa12e33-f641-44fe-9d16-9a68d2316cd6 HTTP/1.1" status: 204 len: 168 time: 1.2393477 Apr 06 13:59:42.208503 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33178) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:42.249843 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af028-bc9e-4079-8c57-3369ca70a7ec req-562bc1fa-23b8-4d88-9df1-6667f5f2e147 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.251789 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-960af028-bc9e-4079-8c57-3369ca70a7ec req-562bc1fa-23b8-4d88-9df1-6667f5f2e147 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 943 time: 0.2027719 Apr 06 13:59:42.275217 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Deleting subnet 4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:59:42.279872 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Publish callbacks [] for subnet (4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.335287 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-ed213b50-b1d9-4bb6-83ab-6687e4379169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.336891 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-ed213b50-b1d9-4bb6-83ab-6687e4379169 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1493807 Apr 06 13:59:42.338407 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.386550 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-02375968-ad9e-4d83-94d6-5417c1bfe62e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Apr 06 13:59:42.387228 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-960af028-bc9e-4079-8c57-3369ca70a7ec req-ad469b82-cfe1-4c32-86c7-2bdccddfd609 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821142 Apr 06 13:59:42.444873 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-3851ffb6-612e-4272-9bce-d98c0f26cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.446415 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.446568 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-3851ffb6-612e-4272-9bce-d98c0f26cc2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0526664 Apr 06 13:59:42.514601 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.525125 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-b74b6b15-61ce-4653-aa69-762843693739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.527259 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-b74b6b15-61ce-4653-aa69-762843693739 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748870 Apr 06 13:59:42.543092 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:42.547528 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.550968 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-dada4d1c-0612-4e0f-a876-298cb2e84615 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4eadf54d-fb66-4bdc-b4ce-ac81221f1ac4 HTTP/1.1" status: 204 len: 168 time: 0.3411276 Apr 06 13:59:42.553658 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33180) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:42.558862 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47ef23-5533-4a6b-aa65-cab322850a55 None None] Network 572da088-41c7-4217-a68e-5c5e42576dff requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:42.654052 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (572da088-41c7-4217-a68e-5c5e42576dff), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.707424 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-0fb7eac2-1e7b-4a90-81d9-4a3120760c2e service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739779 Apr 06 13:59:42.754287 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Deleting port d2b86738-7658-4399-b712-f77d5554dce8 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:42.754739 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (d2b86738-7658-4399-b712-f77d5554dce8), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.824989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] DHCP port deletion for 572da088-41c7-4217-a68e-5c5e42576dff request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:59:42.869642 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d4dfc526-3161-4995-a25a-2d24b5547511 req-d1418b6d-bd6c-4056-b378-64f275ac2844 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555376 Apr 06 13:59:42.876179 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] For port d2b86738-7658-4399-b712-f77d5554dce8, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=d2b86738-7658-4399-b712-f77d5554dce8,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:42.876550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (d2b86738-7658-4399-b712-f77d5554dce8), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.896765 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Calling delete_port for d2b86738-7658-4399-b712-f77d5554dce8 owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:42.898690 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 73e393d8-4912-45d5-bc1d-e40c2c7954fc no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:42.931527 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 73e393d8-4912-45d5-bc1d-e40c2c7954fc {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:42.931918 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 73e393d8-4912-45d5-bc1d-e40c2c7954fc not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:42.932554 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 685d99a4-4e99-4425-b30a-c068c10a8cd7 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:42.965704 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 685d99a4-4e99-4425-b30a-c068c10a8cd7 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:42.966039 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 685d99a4-4e99-4425-b30a-c068c10a8cd7 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:42.972922 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Deleting port d2b86738-7658-4399-b712-f77d5554dce8 {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:42.973311 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (d2b86738-7658-4399-b712-f77d5554dce8), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.019660 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (d2b86738-7658-4399-b712-f77d5554dce8), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.061706 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b86738-7658-4399-b712-f77d5554dce8,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:43.070579 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] No DVR routers for this DVR port d2b86738-7658-4399-b712-f77d5554dce8 on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:43.129993 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-1e8ee52d-994b-469e-9c6a-06e184ce1022 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666323419&fields=id&tenant_id=d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 267 time: 0.0621998 Apr 06 13:59:43.181192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (572da088-41c7-4217-a68e-5c5e42576dff), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.211479 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572da088-41c7-4217-a68e-5c5e42576dff']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:43.232012 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f724170a-1765-4291-bad1-dc55e8135b2f') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:43.232324 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f724170a-1765-4291-bad1-dc55e8135b2f') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:43.242989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] For port d2b86738-7658-4399-b712-f77d5554dce8, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=d2b86738-7658-4399-b712-f77d5554dce8,segment=NetworkSegment(f724170a-1765-4291-bad1-dc55e8135b2f),segment_id=f724170a-1765-4291-bad1-dc55e8135b2f)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:43.243403 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (d2b86738-7658-4399-b712-f77d5554dce8), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.245973 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (f724170a-1765-4291-bad1-dc55e8135b2f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.261370 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (f724170a-1765-4291-bad1-dc55e8135b2f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.261717 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Calling delete_port for d2b86738-7658-4399-b712-f77d5554dce8 owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:43.269366 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:59:43.269689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (f724170a-1765-4291-bad1-dc55e8135b2f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:59:43.320539 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:59:43.323192 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-8a3834b0-03ee-4bba-914d-010713ac6c4b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:43.337145 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-8a3834b0-03ee-4bba-914d-010713ac6c4b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 811 time: 0.1983874 Apr 06 13:59:43.354241 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-ab7b257b-1c55-445a-b9ce-a1ae40fb2c27 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/quotas/d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 375 time: 0.0152218 Apr 06 13:59:43.364430 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (572da088-41c7-4217-a68e-5c5e42576dff), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.370849 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.374183 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] 10.222.0.24 "DELETE /v2.0/networks/572da088-41c7-4217-a68e-5c5e42576dff HTTP/1.1" status: 204 len: 168 time: 0.8194852 Apr 06 13:59:43.375419 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:59:43.389176 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b769a-3599-46cf-b4b1-1e1487ee7c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=572da088-41c7-4217-a68e-5c5e42576dff,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:43.451103 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-a1d0aa7d-c0e5-470c-8bb4-76f39e4e9ade tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917296 Apr 06 13:59:43.498295 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (d2b86738-7658-4399-b712-f77d5554dce8), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.579851 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Pushing event deleted for resources: {'Port': ['ID=d2b86738-7658-4399-b712-f77d5554dce8,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:43.587880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] Network 572da088-41c7-4217-a68e-5c5e42576dff is not hosted by any dhcp agent {{(pid=109801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 13:59:43.588393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69078d7-3fe9-4e7a-bdd3-9987bc03119c None None] No DVR routers for this DVR port d2b86738-7658-4399-b712-f77d5554dce8 on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:59:43.593848 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf9a06-17ea-4d55-95a5-fdfcc6411651 req-bc11be7c-3240-44ae-8345-ae9d39850f13 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:43.604734 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9adf9a06-17ea-4d55-95a5-fdfcc6411651 req-bc11be7c-3240-44ae-8345-ae9d39850f13 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 943 time: 0.0953269 Apr 06 13:59:43.615498 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-cf21fc1e-c0b9-431a-b215-82bfa8789e43 service neutron] 10.222.0.24 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511440 Apr 06 13:59:43.634611 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:43.653363 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'port_id': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'mac_address': 'fa:16:3e:a7:60:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:59:43.671094 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33208) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:43.694655 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:43.695176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.697687 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9adf9a06-17ea-4d55-95a5-fdfcc6411651 req-919a3353-33e2-4d29-b461-c09d44ef178f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839453 Apr 06 13:59:43.717654 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:43.733709 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-bbc7d3f4-d5dd-401b-8d91-2500b2cb7603 service neutron] 10.222.0.24 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174111 Apr 06 13:59:43.734521 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:43.738638 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f6dd9f95-5430-4b4b-a2c4-a09fa06018bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cdfe0d2b8dd4016b0ab6caa5d72e486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662649 Apr 06 13:59:43.741212 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33210) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:43.742583 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.794617 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95630fc5-b59e-4395-afbe-3a7c1d8924b4 admin admin] Publish callbacks [] for security_group (ec613f12-03d6-4050-a625-b358e151e933), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.799059 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:43.820692 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95630fc5-b59e-4395-afbe-3a7c1d8924b4 admin admin] Publish callbacks [] for security_group (ec613f12-03d6-4050-a625-b358e151e933), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.875305 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95630fc5-b59e-4395-afbe-3a7c1d8924b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (ec613f12-03d6-4050-a625-b358e151e933), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.878506 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95630fc5-b59e-4395-afbe-3a7c1d8924b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.880137 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-95630fc5-b59e-4395-afbe-3a7c1d8924b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec613f12-03d6-4050-a625-b358e151e933 HTTP/1.1" status: 204 len: 168 time: 0.1378169 Apr 06 13:59:43.890879 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95630fc5-b59e-4395-afbe-3a7c1d8924b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec613f12-03d6-4050-a625-b358e151e933,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:43.945413 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['84a9dcce-0fda-4ae0-8440-ea7d10a866f0'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:59:44.103756 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-b3574e19-dcbc-4fa3-b891-c994bc45c224 req-06b73fa9-ca0e-422d-884c-8fea4ebd5c23 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 210 time: 0.0296314 Apr 06 13:59:44.313107 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33230) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:44.377511 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-2f39e944-04bf-405a-8dce-07aa3e5cd63d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2940fb33f7064260bedf2ce6da834c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589280 Apr 06 13:59:44.377511 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33236) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:44.444219 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0642d9f1-200f-4624-bef6-39ec863130a0 admin admin] Publish callbacks [] for security_group (4033455c-a1bd-4da4-845d-76c8f32cdef6), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:44.471709 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0642d9f1-200f-4624-bef6-39ec863130a0 admin admin] Publish callbacks [] for security_group (4033455c-a1bd-4da4-845d-76c8f32cdef6), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:44.536479 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0642d9f1-200f-4624-bef6-39ec863130a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4033455c-a1bd-4da4-845d-76c8f32cdef6), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:44.539185 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0642d9f1-200f-4624-bef6-39ec863130a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:44.543887 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0642d9f1-200f-4624-bef6-39ec863130a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4033455c-a1bd-4da4-845d-76c8f32cdef6 HTTP/1.1" status: 204 len: 168 time: 0.1652093 Apr 06 13:59:44.552888 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d9f1-200f-4624-bef6-39ec863130a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033455c-a1bd-4da4-845d-76c8f32cdef6,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:44.776009 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33246) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:44.878434 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device d2b86738-7658-4399-b712-f77d5554dce8 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:44.902855 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae49acb-c502-4bcd-aa88-0633fee76d4a req-c6204695-523e-47ce-a46c-b893556d6aa5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:44.905304 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: d2b86738-7658-4399-b712-f77d5554dce8 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:59:44.906027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device d2b86738-7658-4399-b712-f77d5554dce8 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:59:44.912160 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9ae49acb-c502-4bcd-aa88-0633fee76d4a req-c6204695-523e-47ce-a46c-b893556d6aa5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 944 time: 0.0918515 Apr 06 13:59:44.988664 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9ae49acb-c502-4bcd-aa88-0633fee76d4a req-16e1be97-2c12-4b7e-a79e-0919bc4441da tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679846 Apr 06 13:59:45.007034 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-19d2594a-8c84-4b31-9e49-6308684cd641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.160583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-19d2594a-8c84-4b31-9e49-6308684cd641 admin admin] Publish callbacks [] for security_group (933a0913-992a-4d76-92be-c9e353506162), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.169381 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-19d2594a-8c84-4b31-9e49-6308684cd641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (933a0913-992a-4d76-92be-c9e353506162), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.222962 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-325a0e79-d928-4311-9cab-528bdfa2f2e7 req-91a60abc-ee4e-47df-844f-bd40b2ba191b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 210 time: 0.0365038 Apr 06 13:59:45.370231 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:45.431181 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:59:45.435286 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:45.435661 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.508751 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-0cce7576-b6d5-4e50-ae92-90778fd61cca tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:45.510570 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-0cce7576-b6d5-4e50-ae92-90778fd61cca tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 811 time: 0.4614999 Apr 06 13:59:45.518085 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-19d2594a-8c84-4b31-9e49-6308684cd641 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b61a695483044268305cc6565be5131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7409775 Apr 06 13:59:45.520471 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2594a-8c84-4b31-9e49-6308684cd641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a0913-992a-4d76-92be-c9e353506162,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:45.521795 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33252) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:45.522086 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:45.522551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.558655 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:45.567050 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf76e4b-a103-4352-bf95-ff7f8adab922" -d '{"events": [{"server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "name": "network-vif-plugged", "status": "completed", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:45.595093 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0f39-d77c-4f24-b55d-44c1a1c36d22 admin admin] Publish callbacks [] for security_group (933a0913-992a-4d76-92be-c9e353506162), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.600659 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:45.607506 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-b1eaa3c4-47fe-472f-b18e-c9ba28290cfa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 380 time: 0.0879741 Apr 06 13:59:45.607756 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.619411 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'port': {'device_id': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'admin_state_up': True, 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'security_groups': ['55f8340a-96f2-4595-8664-f177af73d489']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:45.627158 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0f39-d77c-4f24-b55d-44c1a1c36d22 admin admin] Publish callbacks [] for security_group (933a0913-992a-4d76-92be-c9e353506162), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.648208 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e34821-b78e-4766-9e2f-d24b6a60fc5b x-openstack-request-id: req-34e34821-b78e-4766-9e2f-d24b6a60fc5b {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:45.648621 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "name": "network-vif-plugged", "status": "completed", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:45.648880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34e34821-b78e-4766-9e2f-d24b6a60fc5b {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:45.649317 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e34821-b78e-4766-9e2f-d24b6a60fc5b'] response: {'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'code': 200} Apr 06 13:59:45.692939 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:45.726155 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0f39-d77c-4f24-b55d-44c1a1c36d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (933a0913-992a-4d76-92be-c9e353506162), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.730309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0f39-d77c-4f24-b55d-44c1a1c36d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.735593 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0d1d0f39-d77c-4f24-b55d-44c1a1c36d22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/933a0913-992a-4d76-92be-c9e353506162 HTTP/1.1" status: 204 len: 168 time: 0.2125983 Apr 06 13:59:45.752586 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d0f39-d77c-4f24-b55d-44c1a1c36d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a0913-992a-4d76-92be-c9e353506162,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:45.759743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Made reservation on behalf of d821a66228cf47c28a216eec1e63ab8c for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:45.767527 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.947520 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b36ee1-00dd-43cd-9080-13bd666b00c1 req-4dce06ba-ef36-472e-abb8-65f4a12f197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:45.949018 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-90b36ee1-00dd-43cd-9080-13bd666b00c1 req-4dce06ba-ef36-472e-abb8-65f4a12f197d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 1129 time: 0.0970967 Apr 06 13:59:45.977668 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Allocated IP 172.20.0.6 (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d/66090370-7047-4baf-b283-8f6194c81278/8cec4e0a-c087-4595-9fc1-deaa9e4fcee4) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:46.037426 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-90b36ee1-00dd-43cd-9080-13bd666b00c1 req-6d2293bf-6082-4e1d-81de-ae9cf5e9243a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822134 Apr 06 13:59:46.108296 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33262) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:46.129562 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8e960db-ef34-4841-bea3-71c1dfd38f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.141671 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd633-2a0c-4941-9d5f-83bb335b79ae req-4ff99ed1-041b-4b3a-8f6c-c826fe955ffa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:46.143446 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e08cd633-2a0c-4941-9d5f-83bb335b79ae req-4ff99ed1-041b-4b3a-8f6c-c826fe955ffa tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 945 time: 0.0705469 Apr 06 13:59:46.193941 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e08cd633-2a0c-4941-9d5f-83bb335b79ae req-07c8cfb9-b8de-4e67-a409-05a635a0a647 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Apr 06 13:59:46.198392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.276446 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8e960db-ef34-4841-bea3-71c1dfd38f0f admin admin] Publish callbacks [] for security_group (c7620296-977c-45d2-9fc4-60fdb69f45b3), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.278122 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.287433 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8e960db-ef34-4841-bea3-71c1dfd38f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c7620296-977c-45d2-9fc4-60fdb69f45b3), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.393494 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:46.400743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:46.404733 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b8e960db-ef34-4841-bea3-71c1dfd38f0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3b588feac9b4a1c9093a6a3839244ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954171 Apr 06 13:59:46.407431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:46.408599 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33266) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:46.409231 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e960db-ef34-4841-bea3-71c1dfd38f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7620296-977c-45d2-9fc4-60fdb69f45b3,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:46.412888 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:46.471075 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70169-e8cc-4ab2-8c33-cf030135fbc0 req-af696af4-d388-4a42-ad84-37dac4744e8d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:46.472874 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0a70169-e8cc-4ab2-8c33-cf030135fbc0 req-af696af4-d388-4a42-ad84-37dac4744e8d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 931 time: 0.1561899 Apr 06 13:59:46.474932 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65e66a15-8400-4c12-a4e5-783ac8ab8b2c admin admin] Publish callbacks [] for security_group (c7620296-977c-45d2-9fc4-60fdb69f45b3), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.479251 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:46.479922 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.499999 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65e66a15-8400-4c12-a4e5-783ac8ab8b2c admin admin] Publish callbacks [] for security_group (c7620296-977c-45d2-9fc4-60fdb69f45b3), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.522405 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-af3ded85-786c-4a32-9780-282818a98e9e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9090340 Apr 06 13:59:46.550762 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c0a70169-e8cc-4ab2-8c33-cf030135fbc0 req-a8e36d4a-94b4-488c-8588-139e3f53f347 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675983 Apr 06 13:59:46.558231 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65e66a15-8400-4c12-a4e5-783ac8ab8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c7620296-977c-45d2-9fc4-60fdb69f45b3), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.562084 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-65e66a15-8400-4c12-a4e5-783ac8ab8b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.566378 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-65e66a15-8400-4c12-a4e5-783ac8ab8b2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7620296-977c-45d2-9fc4-60fdb69f45b3 HTTP/1.1" status: 204 len: 168 time: 0.1544788 Apr 06 13:59:46.587184 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e66a15-8400-4c12-a4e5-783ac8ab8b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7620296-977c-45d2-9fc4-60fdb69f45b3,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:46.643696 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Request body: {'port': {'device_id': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:46.710484 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.778592 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-d73f2b13-8f82-4c35-bed4-eab8a55f6c18 None None] Provisioning complete for port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:46.779893 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d73f2b13-8f82-4c35-bed4-eab8a55f6c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.825007 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-d73f2b13-8f82-4c35-bed4-eab8a55f6c18 None None] Port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:46.993952 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:47.002928 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Publish callbacks [] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.017444 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Transition to ACTIVE for port object 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:59:47.022382 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.074757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Pushing event updated for resources: {'Port': ['ID=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:47.163771 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Attempting to bind port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:47.163771 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Attempting to bind port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:47.164335 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Attempting to bind port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:47.169025 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:59:47.169355 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Attempting to bind port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:47.174966 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:47.175318 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Checking segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:47.175699 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Bound using segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:47.176134 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Bound port: 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:47.176542 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.265963 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] For port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:47.269465 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] For port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:47.280602 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.317552 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.318173 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.319637 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] 10.222.0.15 "PUT /v2.0/ports/8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 HTTP/1.1" status: 200 len: 1093 time: 0.6808505 Apr 06 13:59:47.320079 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:47.334745 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9eafa0-1ea9-4842-99ec-8de4601d804a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:47.353344 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a386c4-0bae-484c-a2e2-d9ea89eb522c service neutron] Pushing event updated for resources: {'Port': ['ID=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:47.406094 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06666e-df0b-4cf8-be83-94ea532b8e40 req-a8df8083-a207-4705-a74f-643238fe87ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.408947 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef06666e-df0b-4cf8-be83-94ea532b8e40 req-a8df8083-a207-4705-a74f-643238fe87ea tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 945 time: 0.1108654 Apr 06 13:59:47.445987 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490616b6-659b-41a7-b030-eadeefae9ce7 x-openstack-request-id: req-490616b6-659b-41a7-b030-eadeefae9ce7 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:47.446309 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:47.446893 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-490616b6-659b-41a7-b030-eadeefae9ce7 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:47.447420 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490616b6-659b-41a7-b030-eadeefae9ce7'] response: {'name': 'network-changed', 'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'status': 'completed', 'code': 200} Apr 06 13:59:47.471583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-c3e8a9f5-534d-49f5-97f6-210dbed9ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.473061 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-c3e8a9f5-534d-49f5-97f6-210dbed9ad20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 1127 time: 0.0758116 Apr 06 13:59:47.484491 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ef06666e-df0b-4cf8-be83-94ea532b8e40 req-eef32357-8721-406f-abd9-c66a68d66cb9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693817 Apr 06 13:59:47.525583 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-ebaedb02-1088-45bd-84fd-6595cb9732ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 HTTP/1.1" status: 200 len: 217 time: 0.0421410 Apr 06 13:59:47.618141 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-77b73d77-0c63-4fb2-920a-11175884027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.620042 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-77b73d77-0c63-4fb2-920a-11175884027c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0890610 Apr 06 13:59:47.661852 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537ef-dd5c-41ca-9dc7-4695ede415c4 req-bb301a16-fcce-49a3-9508-28b7ce8f35a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.663332 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-117537ef-dd5c-41ca-9dc7-4695ede415c4 req-bb301a16-fcce-49a3-9508-28b7ce8f35a8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 945 time: 0.0996220 Apr 06 13:59:47.672387 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33300) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:47.678326 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'port_id': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:47.684328 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-13975b7e-c752-4518-8394-41a2a275b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.685889 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-13975b7e-c752-4518-8394-41a2a275b06c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601978 Apr 06 13:59:47.737265 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae1b73-f4b2-4296-b5d4-2e6a890cead8 req-5087a2b1-4b88-4a1f-87c4-662242f5d526 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.739848 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a1ae1b73-f4b2-4296-b5d4-2e6a890cead8 req-5087a2b1-4b88-4a1f-87c4-662242f5d526 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.1069643 Apr 06 13:59:47.742795 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (0cc1ff6c-0287-4bcb-95da-f22fe7e793fc), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.800220 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-3e32aedd-c662-4b6b-adfc-4824994192e5 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081364 Apr 06 13:59:47.883924 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a1ae1b73-f4b2-4296-b5d4-2e6a890cead8 req-4e7f9b3f-43e4-4d20-a8b9-617dce869b10 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358349 Apr 06 13:59:47.903189 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e58bbe7a-1e7b-41ca-9fa3-8fc207a5a06f req-3cd7c60a-d1cc-4206-a9ff-b3d0268a9f6c service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970776 Apr 06 13:59:48.006943 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33306) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:48.142554 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c5551fae-38e0-4b07-afcb-558206d2af87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.173392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-70063c4f-02dd-4b30-8eeb-5f57d17a5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:48.174948 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-70063c4f-02dd-4b30-8eeb-5f57d17a5a5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 1127 time: 0.0810342 Apr 06 13:59:48.259188 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.265516 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (0cc1ff6c-0287-4bcb-95da-f22fe7e793fc), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.304819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c5551fae-38e0-4b07-afcb-558206d2af87 admin admin] Publish callbacks [] for security_group (9afd8ee0-3ee0-4460-ae9f-9c986f247485), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.312659 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-d3dffecb-f16d-43c2-896d-c9c2bc819abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:48.315798 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-d3dffecb-f16d-43c2-896d-c9c2bc819abf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.1319084 Apr 06 13:59:48.317359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-c5551fae-38e0-4b07-afcb-558206d2af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (9afd8ee0-3ee0-4460-ae9f-9c986f247485), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.401335 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP 0cc1ff6c-0287-4bcb-95da-f22fe7e793fc associated. External IP: 172.27.0.228, port: 84a9dcce-0fda-4ae0-8440-ea7d10a866f0. Apr 06 13:59:48.418178 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-e342cfd5-d2bb-47ea-a3c7-435a656c0119 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 HTTP/1.1" status: 200 len: 217 time: 0.0932276 Apr 06 13:59:48.424341 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-c5551fae-38e0-4b07-afcb-558206d2af87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ae501edfa14614a78cc94009d0963b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161594 Apr 06 13:59:48.435499 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33310) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:48.444203 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5551fae-38e0-4b07-afcb-558206d2af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afd8ee0-3ee0-4460-ae9f-9c986f247485,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:48.508994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-864fe77a-6779-49e1-82e6-c6c3ebb5b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:48.511010 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-864fe77a-6779-49e1-82e6-c6c3ebb5b20c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0840857 Apr 06 13:59:48.537369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4dc17b21-7d33-4258-ace7-80e96aac3312 admin admin] Publish callbacks [] for security_group (9afd8ee0-3ee0-4460-ae9f-9c986f247485), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.584431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4dc17b21-7d33-4258-ace7-80e96aac3312 admin admin] Publish callbacks [] for security_group (9afd8ee0-3ee0-4460-ae9f-9c986f247485), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.619605 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-9c44bbf6-94b4-480e-acb9-44471059efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:48.621144 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-9c44bbf6-94b4-480e-acb9-44471059efb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032588 Apr 06 13:59:48.670194 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:48.691665 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4dc17b21-7d33-4258-ace7-80e96aac3312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (9afd8ee0-3ee0-4460-ae9f-9c986f247485), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.694236 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-4dc17b21-7d33-4258-ace7-80e96aac3312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.696022 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-4dc17b21-7d33-4258-ace7-80e96aac3312 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9afd8ee0-3ee0-4460-ae9f-9c986f247485 HTTP/1.1" status: 204 len: 168 time: 0.2589352 Apr 06 13:59:48.712112 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc17b21-7d33-4258-ace7-80e96aac3312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afd8ee0-3ee0-4460-ae9f-9c986f247485,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:48.745768 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-e1e1c45a-5286-4af1-8a61-2fc8fd0ce985 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179183 Apr 06 13:59:48.825154 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:48.830634 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.838906 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:48.851844 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:48.852718 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:48.864396 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-53fe4680-4ace-42dc-bcfd-7ab0f131c7cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "PUT /v2.0/floatingips/0cc1ff6c-0287-4bcb-95da-f22fe7e793fc HTTP/1.1" status: 200 len: 991 time: 1.1908081 Apr 06 13:59:48.864974 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:48.867534 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c096b-527a-4742-ae2b-2893a74f0351" -d '{"events": [{"name": "network-changed", "server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:48.878018 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-dd9eafa0-1ea9-4842-99ec-8de4601d804a req-d8a66283-9111-489a-956c-f0f0f08ee011 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268013 Apr 06 13:59:48.909102 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f60bf0-70f3-4cfd-8add-343864c2b539 x-openstack-request-id: req-93f60bf0-70f3-4cfd-8add-343864c2b539 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:48.909673 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:48.909673 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93f60bf0-70f3-4cfd-8add-343864c2b539 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:48.917423 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f60bf0-70f3-4cfd-8add-343864c2b539'] response: {'name': 'network-changed', 'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'status': 'completed', 'code': 200} Apr 06 13:59:48.987010 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:48.992820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c096b-527a-4742-ae2b-2893a74f0351 req-3070a811-5c73-43f3-bd90-dd71efd357a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:48.995190 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-3070a811-5c73-43f3-bd90-dd71efd357a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 1129 time: 0.0608203 Apr 06 13:59:49.031175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744644f6-ffb9-4550-8d7d-8bed2a8d3f68 req-ab692a95-64e3-4a4c-8d39-62c7ca12cb72 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:49.032408 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-744644f6-ffb9-4550-8d7d-8bed2a8d3f68 req-ab692a95-64e3-4a4c-8d39-62c7ca12cb72 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.0620911 Apr 06 13:59:49.106370 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c096b-527a-4742-ae2b-2893a74f0351 req-3edf477e-12a7-4fdb-bbf3-17b3e22d9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:49.108269 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-3edf477e-12a7-4fdb-bbf3-17b3e22d9288 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1073446 Apr 06 13:59:49.108402 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-744644f6-ffb9-4550-8d7d-8bed2a8d3f68 req-caadb133-a336-41d1-8179-4c89ff27bc98 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695925 Apr 06 13:59:49.204256 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-f7a4a855-3e19-484f-b5e4-176c730b3d73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0 HTTP/1.1" status: 200 len: 999 time: 0.0901239 Apr 06 13:59:49.261285 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c096b-527a-4742-ae2b-2893a74f0351 req-fc6ff80b-871e-4da6-acae-c6c33f6ec1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:49.262788 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:49.263356 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-fc6ff80b-871e-4da6-acae-c6c33f6ec1a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0537322 Apr 06 13:59:49.278709 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '0cc1ff6c-0287-4bcb-95da-f22fe7e793fc', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:a7:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:32Z', 'updated_at': '2022-04-06T13:59:48Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:49.309953 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:49.324013 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:49.324706 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:49.329758 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c096b-527a-4742-ae2b-2893a74f0351 req-7d263295-36a9-41fc-91aa-46b4c7bddd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:49.331529 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-7d263295-36a9-41fc-91aa-46b4c7bddd94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538254 Apr 06 13:59:49.427181 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-2691b158-4182-4214-9a87-a35d06c7d2dd service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886617 Apr 06 13:59:49.449690 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:49.526476 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-165c096b-527a-4742-ae2b-2893a74f0351 req-2ef1bb11-4dee-40e0-8bb2-c0f336707ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933745 Apr 06 13:59:49.713473 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '0cc1ff6c-0287-4bcb-95da-f22fe7e793fc', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:a7:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:32Z', 'updated_at': '2022-04-06T13:59:48Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:49.744138 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cb0e2-3143-4eb4-af57-ef2846c770a8 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '0cc1ff6c-0287-4bcb-95da-f22fe7e793fc', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:a7:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:32Z', 'updated_at': '2022-04-06T13:59:48Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:49.948392 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff7bb7-acf4-4247-b5d1-8e72ad96a481 None None] New status for floating IP 0cc1ff6c-0287-4bcb-95da-f22fe7e793fc: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:50.226482 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde99f3-3acd-4f7a-b3ff-1590273df8af req-be14611f-5240-443f-a773-77050b2b644d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:50.228230 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4cde99f3-3acd-4f7a-b3ff-1590273df8af req-be14611f-5240-443f-a773-77050b2b644d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.0538533 Apr 06 13:59:50.284760 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4cde99f3-3acd-4f7a-b3ff-1590273df8af req-b9dbe5f5-d3f8-453f-8b67-572d90d0e8a8 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504112 Apr 06 13:59:51.426533 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678211a8-f627-456c-bf4c-f427743d5f96 req-1a902ff5-b880-45ec-a3e8-96e47a078274 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:51.428047 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-678211a8-f627-456c-bf4c-f427743d5f96 req-1a902ff5-b880-45ec-a3e8-96e47a078274 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.0607982 Apr 06 13:59:51.490102 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-678211a8-f627-456c-bf4c-f427743d5f96 req-ac936af3-fd4a-4571-bbd1-e471d9206f1d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559947 Apr 06 13:59:52.620922 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dce3d1-fcd3-4f98-8ece-a0ef0ad004f7 req-81ca523f-84fe-4429-9a44-b9aa3803b88d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:52.622409 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f0dce3d1-fcd3-4f98-8ece-a0ef0ad004f7 req-81ca523f-84fe-4429-9a44-b9aa3803b88d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.0552623 Apr 06 13:59:52.672606 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f0dce3d1-fcd3-4f98-8ece-a0ef0ad004f7 req-12a4a9a5-f67d-4da1-942c-5ead7b4ac8b2 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Apr 06 13:59:53.804568 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a614be6-f0f1-4be8-a644-1043dfd98d30 req-93e41adf-fb6b-4d64-83d1-f802b8052da3 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:53.806064 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0a614be6-f0f1-4be8-a644-1043dfd98d30 req-93e41adf-fb6b-4d64-83d1-f802b8052da3 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.0624416 Apr 06 13:59:53.868800 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-0a614be6-f0f1-4be8-a644-1043dfd98d30 req-710375bd-7e46-4f10-82f5-3fbe11d32a18 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541930 Apr 06 13:59:54.998263 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902bc0e-8c04-478e-bd78-495db219571b req-4a4d81b5-eeb5-429b-9514-df7873acef37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:54.999805 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4902bc0e-8c04-478e-bd78-495db219571b req-4a4d81b5-eeb5-429b-9514-df7873acef37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 943 time: 0.0596209 Apr 06 13:59:55.053217 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4902bc0e-8c04-478e-bd78-495db219571b req-dc895e57-104a-443d-9f48-f596a62a9fd4 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Apr 06 13:59:55.394902 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:59:55.500787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-29914fce-845f-4728-903a-c87a7cd00f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:55.564813 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:55.582174 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'port_id': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'mac_address': 'fa:16:3e:20:b3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:59:55.659291 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:55.659690 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:55.679377 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:55.710954 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:55.727949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:55.786283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:55.934193 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['8cec4e0a-c087-4595-9fc1-deaa9e4fcee4'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:59:56.174647 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4688e-e2d6-4f84-84e4-a736a1c0c18c req-bd43839c-8b8e-46bf-971f-5c0078a6b85c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:56.176156 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e6d4688e-e2d6-4f84-84e4-a736a1c0c18c req-bd43839c-8b8e-46bf-971f-5c0078a6b85c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 944 time: 0.0548112 Apr 06 13:59:56.225780 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e6d4688e-e2d6-4f84-84e4-a736a1c0c18c req-b91f424f-37d6-4637-ba6d-d10a1382939f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Apr 06 13:59:57.217469 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33452) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:57.341906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6b97cd11-06be-449c-80ea-62f9e054434a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.379371 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a97f1-6427-4876-be5f-e85c9d755def req-d768f437-a19e-4aa0-88bc-496d508b0bd1 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:57.380872 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d28a97f1-6427-4876-be5f-e85c9d755def req-d768f437-a19e-4aa0-88bc-496d508b0bd1 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 944 time: 0.0834584 Apr 06 13:59:57.403146 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:57.454259 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:59:57.458423 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:57.458866 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.459111 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d28a97f1-6427-4876-be5f-e85c9d755def req-40c0e2de-1db5-4b13-93c1-900952ffdf88 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709112 Apr 06 13:59:57.481635 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6b97cd11-06be-449c-80ea-62f9e054434a admin admin] Publish callbacks [] for security_group (6d6bf4d0-1a06-4d98-8dd8-20fed55bf183), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.488023 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-6b97cd11-06be-449c-80ea-62f9e054434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (6d6bf4d0-1a06-4d98-8dd8-20fed55bf183), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.530466 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-6b97cd11-06be-449c-80ea-62f9e054434a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faa7e1fcea4c4d20a47c28eb8aea4ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119130 Apr 06 13:59:57.531440 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97cd11-06be-449c-80ea-62f9e054434a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6bf4d0-1a06-4d98-8dd8-20fed55bf183,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:57.533265 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33458) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:57.542471 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:57.542928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.565646 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:57.568002 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aacbd4-8cd0-4e8a-89a8-a92742a7094a" -d '{"events": [{"server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "name": "network-vif-plugged", "status": "completed", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:57.580618 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:57.588697 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.601439 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8b53-d436-4cf9-acc0-c38a6c828e54 admin admin] Publish callbacks [] for security_group (6d6bf4d0-1a06-4d98-8dd8-20fed55bf183), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.617622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165e1155-aade-4d12-858f-e248827cd091 x-openstack-request-id: req-165e1155-aade-4d12-858f-e248827cd091 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:57.618221 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "name": "network-vif-plugged", "status": "completed", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:57.618720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-165e1155-aade-4d12-858f-e248827cd091 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:57.619327 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165e1155-aade-4d12-858f-e248827cd091'] response: {'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'code': 200} Apr 06 13:59:57.625334 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8b53-d436-4cf9-acc0-c38a6c828e54 admin admin] Publish callbacks [] for security_group (6d6bf4d0-1a06-4d98-8dd8-20fed55bf183), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.647000 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:57.677663 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8b53-d436-4cf9-acc0-c38a6c828e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (6d6bf4d0-1a06-4d98-8dd8-20fed55bf183), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.680407 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8b53-d436-4cf9-acc0-c38a6c828e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:57.681573 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f7ef8b53-d436-4cf9-acc0-c38a6c828e54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d6bf4d0-1a06-4d98-8dd8-20fed55bf183 HTTP/1.1" status: 204 len: 168 time: 0.1467726 Apr 06 13:59:57.689500 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef8b53-d436-4cf9-acc0-c38a6c828e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6bf4d0-1a06-4d98-8dd8-20fed55bf183,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:57.843043 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95465b2-4188-47cc-9a50-fd164cc6f5a2 req-1a5e7aa9-8105-43a4-af58-ee1878f73afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:57.844581 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c95465b2-4188-47cc-9a50-fd164cc6f5a2 req-1a5e7aa9-8105-43a4-af58-ee1878f73afc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 1129 time: 0.0454693 Apr 06 13:59:57.892594 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c95465b2-4188-47cc-9a50-fd164cc6f5a2 req-759672bd-9a5c-47f7-bb3c-a65203b68878 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Apr 06 13:59:57.950480 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33466) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:57.967551 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-020de985-8c1c-40e1-8384-76cdde407449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.044830 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-020de985-8c1c-40e1-8384-76cdde407449 admin admin] Publish callbacks [] for security_group (2d2e5f7a-e250-43ba-8aea-c93915d6715e), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.050857 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-020de985-8c1c-40e1-8384-76cdde407449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (2d2e5f7a-e250-43ba-8aea-c93915d6715e), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.089839 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-020de985-8c1c-40e1-8384-76cdde407449 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b76596bdc71c4a0ba8bf2ba5edc028f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381948 Apr 06 13:59:58.090768 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de985-8c1c-40e1-8384-76cdde407449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e5f7a-e250-43ba-8aea-c93915d6715e,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:58.092562 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33468) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:58.108928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-b96eab78-f15a-402c-ab5d-efc353801b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.144382 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-184879a5-d1c8-454a-9539-7910a288440f admin admin] Publish callbacks [] for security_group (2d2e5f7a-e250-43ba-8aea-c93915d6715e), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.165529 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-184879a5-d1c8-454a-9539-7910a288440f admin admin] Publish callbacks [] for security_group (2d2e5f7a-e250-43ba-8aea-c93915d6715e), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.217159 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-184879a5-d1c8-454a-9539-7910a288440f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (2d2e5f7a-e250-43ba-8aea-c93915d6715e), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.219683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-184879a5-d1c8-454a-9539-7910a288440f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.220832 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-184879a5-d1c8-454a-9539-7910a288440f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d2e5f7a-e250-43ba-8aea-c93915d6715e HTTP/1.1" status: 204 len: 168 time: 0.1270044 Apr 06 13:59:58.228300 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184879a5-d1c8-454a-9539-7910a288440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e5f7a-e250-43ba-8aea-c93915d6715e,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:58.560774 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33476) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:58.575908 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-43a7449a-6f26-4113-acdc-0511010e69af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.604706 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b3040-bd6e-4b09-a128-c54a26d2f4dc req-a31389c1-3c32-40e7-b3aa-6c06e9d485ff tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:58.606249 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c4b3040-bd6e-4b09-a128-c54a26d2f4dc req-a31389c1-3c32-40e7-b3aa-6c06e9d485ff tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 945 time: 0.0779397 Apr 06 13:59:58.681909 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9c4b3040-bd6e-4b09-a128-c54a26d2f4dc req-a4876637-0461-4c42-9f58-2efd59158fde tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684388 Apr 06 13:59:58.699148 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-43a7449a-6f26-4113-acdc-0511010e69af admin admin] Publish callbacks [] for security_group (dc9a20c4-99ea-4bf6-8d68-7e42d013ff32), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.705299 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-43a7449a-6f26-4113-acdc-0511010e69af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (dc9a20c4-99ea-4bf6-8d68-7e42d013ff32), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.743411 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-43a7449a-6f26-4113-acdc-0511010e69af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c22266b59b3455c983c01d77afc8876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816304 Apr 06 13:59:58.744240 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7449a-6f26-4113-acdc-0511010e69af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9a20c4-99ea-4bf6-8d68-7e42d013ff32,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:58.747104 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33478) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:58.800610 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53167e8d-3592-4770-bb44-5be2bf3f5aa9 admin admin] Publish callbacks [] for security_group (dc9a20c4-99ea-4bf6-8d68-7e42d013ff32), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.821340 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53167e8d-3592-4770-bb44-5be2bf3f5aa9 admin admin] Publish callbacks [] for security_group (dc9a20c4-99ea-4bf6-8d68-7e42d013ff32), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.869625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53167e8d-3592-4770-bb44-5be2bf3f5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (dc9a20c4-99ea-4bf6-8d68-7e42d013ff32), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.872300 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-53167e8d-3592-4770-bb44-5be2bf3f5aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:58.873484 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-53167e8d-3592-4770-bb44-5be2bf3f5aa9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc9a20c4-99ea-4bf6-8d68-7e42d013ff32 HTTP/1.1" status: 204 len: 168 time: 0.1249530 Apr 06 13:59:58.881548 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53167e8d-3592-4770-bb44-5be2bf3f5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9a20c4-99ea-4bf6-8d68-7e42d013ff32,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:59.223467 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:59.806827 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86889795-97f8-4630-a8d2-60357709dfc4 req-6bd80c6b-0bc1-4d6b-b7c1-9a231f566d26 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:59.808395 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86889795-97f8-4630-a8d2-60357709dfc4 req-6bd80c6b-0bc1-4d6b-b7c1-9a231f566d26 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 945 time: 0.0562770 Apr 06 13:59:59.859966 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-86889795-97f8-4630-a8d2-60357709dfc4 req-ce7a4913-6a77-47b1-99cf-8d37b1292162 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457289 Apr 06 13:59:59.981628 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78771f93-628e-436e-b9a0-47e26135732f req-8ef9ac83-b39d-498a-beaa-0e99931506bd tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:59.983008 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78771f93-628e-436e-b9a0-47e26135732f req-8ef9ac83-b39d-498a-beaa-0e99931506bd tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 945 time: 0.0552871 Apr 06 14:00:00.035788 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78771f93-628e-436e-b9a0-47e26135732f req-9980a9ae-e63e-4b27-bd00-a14d3bfa545e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468111 Apr 06 14:00:00.058337 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33544) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:00.276811 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c875757-d3ae-4117-b68b-5dfd4cf51114 tempest-TestVolumeBootPattern-588866716 tempest-TestVolumeBootPattern-588866716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:00.278340 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5c875757-d3ae-4117-b68b-5dfd4cf51114 tempest-TestVolumeBootPattern-588866716 tempest-TestVolumeBootPattern-588866716-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 1124 time: 0.2189670 Apr 06 14:00:00.282672 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33552) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:00.286901 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'port_id': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:00.315950 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:00.429727 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:00.476891 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:00.796908 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Allocated IP 172.27.0.124 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/4dbabba1-09c9-4514-a741-cd627a364dfb) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:00.919793 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:00.956850 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:00.997023 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:01.000112 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:01.005131 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:00:01.009074 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=4dbabba1-09c9-4514-a741-cd627a364dfb,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:01.413336 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (9ac90e86-779a-4722-a6f0-bacf8d1bfb66), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:01.487822 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:01.645778 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:01.653072 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:01.723887 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=4dbabba1-09c9-4514-a741-cd627a364dfb,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:01.738636 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (9ac90e86-779a-4722-a6f0-bacf8d1bfb66), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:01.846874 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Floating IP 9ac90e86-779a-4722-a6f0-bacf8d1bfb66 associated. External IP: 172.27.0.124, port: 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4. Apr 06 14:00:02.067957 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:00:02.185725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:00:02.196192 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:02.205947 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:02.206748 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:02.207443 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:02.240996 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5fabcb38-7d4e-4071-adae-b77bad3fcd5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9572654 Apr 06 14:00:02.241702 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:02.244239 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666b9fc-aed9-4344-a96e-2bc91e238e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:02.281728 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee4983f-ee34-4bfb-bf9c-8881b3166453 x-openstack-request-id: req-eee4983f-ee34-4bfb-bf9c-8881b3166453 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:02.281949 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:02.282256 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eee4983f-ee34-4bfb-bf9c-8881b3166453 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:02.282667 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee4983f-ee34-4bfb-bf9c-8881b3166453'] response: {'name': 'network-changed', 'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'status': 'completed', 'code': 200} Apr 06 14:00:02.353156 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-b7587a81-3d51-4f59-a0da-8f68d8f80d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:02.354731 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-b7587a81-3d51-4f59-a0da-8f68d8f80d54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 1129 time: 0.0467412 Apr 06 14:00:02.430860 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:02.453812 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-4438a875-7f78-4b22-b30f-adac4480331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:02.455394 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-4438a875-7f78-4b22-b30f-adac4480331e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0942583 Apr 06 14:00:02.474110 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:02.529019 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-8acb6bad-f1f6-40b0-bd95-fc465c8e66a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 HTTP/1.1" status: 200 len: 999 time: 0.0636992 Apr 06 14:00:02.587143 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-a46c4654-ad75-45be-8286-3f486401fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:02.588653 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-a46c4654-ad75-45be-8286-3f486401fdd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0460141 Apr 06 14:00:02.643028 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-1816ba1c-4e2e-46c1-b09c-6208319e7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:02.644452 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-1816ba1c-4e2e-46c1-b09c-6208319e7037 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497634 Apr 06 14:00:02.663618 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '9ac90e86-779a-4722-a6f0-bacf8d1bfb66', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:20:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:01Z', 'updated_at': '2022-04-06T14:00:01Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:02.689693 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:02.698558 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:02.699208 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T13:59:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:02.738038 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-4c8e375c-e3d0-49c8-8440-da6967bd508b service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851843 Apr 06 14:00:02.816141 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:02.842588 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b666b9fc-aed9-4344-a96e-2bc91e238e2f req-ff4df6fb-c617-4e00-bf29-9078429d75ed service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951135 Apr 06 14:00:03.058306 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '9ac90e86-779a-4722-a6f0-bacf8d1bfb66', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:20:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:01Z', 'updated_at': '2022-04-06T14:00:01Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:03.088928 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776b204-2644-4575-99c0-32a20c783bf0 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '9ac90e86-779a-4722-a6f0-bacf8d1bfb66', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:20:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:01Z', 'updated_at': '2022-04-06T14:00:01Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:03.321704 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa6582-054f-4097-abdd-9219b11e4d43 None None] New status for floating IP 9ac90e86-779a-4722-a6f0-bacf8d1bfb66: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:00:06.692087 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:00:19.279127 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:25.456536 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7e04b13c-f239-4262-85ce-0560763f3832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:25.770417 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33682) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:25.881270 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:25.970667 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Publish callbacks [] for security_group (c972c129-ca7d-464c-b534-4ee4b7586aca), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:25.976365 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c972c129-ca7d-464c-b534-4ee4b7586aca), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:26.014960 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=785e236a8f754467a1f11abc2fe9e9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433143 Apr 06 14:00:26.015874 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972c129-ca7d-464c-b534-4ee4b7586aca,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:26.017912 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33686) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:26.023390 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.023732 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.024073 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.024406 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.024736 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.025053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.025512 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.025939 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.026060 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.026325 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.026670 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.027017 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.027328 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.027642 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.027956 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53471759-9fda-4861-9a90-d0d30940202f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.079989 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Publish callbacks [] for security_group (c972c129-ca7d-464c-b534-4ee4b7586aca), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:26.107433 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Publish callbacks [] for security_group (c972c129-ca7d-464c-b534-4ee4b7586aca), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:26.158980 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-94d41b6a-5994-43ee-aad5-5cce8f9af7f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466266 Apr 06 14:00:26.165296 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (c972c129-ca7d-464c-b534-4ee4b7586aca), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:26.168352 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:26.169561 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c972c129-ca7d-464c-b534-4ee4b7586aca HTTP/1.1" status: 204 len: 168 time: 0.1507425 Apr 06 14:00:26.178053 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972c129-ca7d-464c-b534-4ee4b7586aca,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:26.188057 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.188423 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.188728 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.189131 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.189394 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.189721 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.190042 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.190354 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.190664 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.191039 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.191363 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.191685 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.191997 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.192315 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.192645 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee57d31e-97e1-4a72-b8c6-f77d687a4c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:26.246295 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-4ca6c3d6-ee73-4146-824d-3d137d82a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:26.247972 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-4ca6c3d6-ee73-4146-824d-3d137d82a93c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 1129 time: 0.0448964 Apr 06 14:00:26.367093 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-5c32273d-3940-4d92-8d27-8ff7db950954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:26.368721 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-5c32273d-3940-4d92-8d27-8ff7db950954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.1007862 Apr 06 14:00:26.437653 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-3dce2023-cc9b-44e3-86d4-76a6ca638d04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0 HTTP/1.1" status: 200 len: 1001 time: 0.0626450 Apr 06 14:00:26.494055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-9c20593e-a22b-435c-ba83-c16fbfa456b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:26.495659 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-9c20593e-a22b-435c-ba83-c16fbfa456b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0519836 Apr 06 14:00:26.549362 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-4bbce0ad-8162-4f9b-970b-d0e2f4ef3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:26.550930 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-4bbce0ad-8162-4f9b-970b-d0e2f4ef3e7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473893 Apr 06 14:00:26.642445 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-c4d46656-6267-4af6-a04d-e448cb444688 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842245 Apr 06 14:00:26.737413 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bc6548b9-dbc1-4f75-8a94-05c29aa27c06 req-b60800ca-2b74-41ac-9f24-c5cae54e9abf service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Apr 06 14:00:28.106654 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d818b32d-96e2-4b72-a2ea-b9d6cd436b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:29.206923 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:30.477323 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:32.480784 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:42.521382 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d07bfc-dfe7-444e-9fac-5eb7774b3ca2 req-f0e7d7ac-787c-4cc4-8572-ef3165f195d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:42.522922 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e7d07bfc-dfe7-444e-9fac-5eb7774b3ca2 req-f0e7d7ac-787c-4cc4-8572-ef3165f195d6 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Apr 06 14:00:42.569471 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e7d07bfc-dfe7-444e-9fac-5eb7774b3ca2 req-ea98741b-e273-461c-a763-e5a13a94c302 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Apr 06 14:00:43.691802 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:00:43.699743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbec3e9-75a4-4db7-9202-d70ce7cfb5e7 req-7b3ddcdc-c532-4f0f-a75c-e319a94122a4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:43.701251 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9cbec3e9-75a4-4db7-9202-d70ce7cfb5e7 req-7b3ddcdc-c532-4f0f-a75c-e319a94122a4 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Apr 06 14:00:43.748105 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-9cbec3e9-75a4-4db7-9202-d70ce7cfb5e7 req-c0778f72-8c8e-4d6c-a76e-9040c75ca3cd tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfa2557e-7591-4768-a46a-ebd782ced288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Apr 06 14:00:43.922785 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-90372a5e-d3d1-4cdb-922e-6a0e1a1565bc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:43.924272 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-90372a5e-d3d1-4cdb-922e-6a0e1a1565bc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 945 time: 0.0696018 Apr 06 14:00:44.020430 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:00:44.020747 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.110006 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] For port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:44.110360 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.302247 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.302586 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (0cc1ff6c-0287-4bcb-95da-f22fe7e793fc), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.302935 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP 0cc1ff6c-0287-4bcb-95da-f22fe7e793fc disassociated. External IP: 172.27.0.228, port: 84a9dcce-0fda-4ae0-8440-ea7d10a866f0. Apr 06 14:00:44.303274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:00:44.448410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (84a9dcce-0fda-4ae0-8440-ea7d10a866f0), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.476642 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=84a9dcce-0fda-4ae0-8440-ea7d10a866f0,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:44.596873 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:00:44.712730 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:00:44.722805 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:44.733344 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:44.733971 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:00:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:44.754027 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] No DVR routers for this DVR port 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:00:44.756894 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.760381 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f9ec02b2-4856-4649-b545-3be83cec4686 req-aeb290c2-acf2-4717-9f47-fb079ff39fa1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "DELETE /v2.0/ports/84a9dcce-0fda-4ae0-8440-ea7d10a866f0 HTTP/1.1" status: 204 len: 173 time: 0.8296006 Apr 06 14:00:44.761198 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'name': 'network-vif-deleted', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:44.763484 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf72fb-7dc0-45a4-a1b0-b7d0a1882358" -d '{"events": [{"server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "name": "network-vif-deleted", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:44.811702 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00d5ff-c21a-427a-b1dc-2a42257482e1 x-openstack-request-id: req-bb00d5ff-c21a-427a-b1dc-2a42257482e1 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:44.812082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9e8e1-5628-4e9c-afbd-a203adcc1512", "name": "network-vif-deleted", "tag": "84a9dcce-0fda-4ae0-8440-ea7d10a866f0", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:44.812337 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb00d5ff-c21a-427a-b1dc-2a42257482e1 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:44.817328 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb00d5ff-c21a-427a-b1dc-2a42257482e1'] response: {'server_uuid': 'ead9e8e1-5628-4e9c-afbd-a203adcc1512', 'name': 'network-vif-deleted', 'tag': '84a9dcce-0fda-4ae0-8440-ea7d10a866f0', 'status': 'completed', 'code': 200} Apr 06 14:00:44.859226 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:44.878605 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f4d42e-98ca-44a4-99e2-1ebccbab8997 req-92fc82b7-7b42-40ee-932d-00c9c1daafb5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead9e8e1-5628-4e9c-afbd-a203adcc1512 HTTP/1.1" status: 200 len: 210 time: 0.0332954 Apr 06 14:00:45.075612 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:45.101312 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:45.111095 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:45.111678 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:00:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:45.224302 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:45.437338 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:45.472888 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ba26e-04c9-4d77-8f43-9836ea9f0032 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:45.730823 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dee1ab-ab0a-49e3-8e73-24fc7bba39e4 None None] New status for floating IP 0cc1ff6c-0287-4bcb-95da-f22fe7e793fc: DOWN {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:00:45.973249 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33766) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:46.034645 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4939bc66-0d51-433f-b6c1-04cf0f083c68 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (bfa2557e-7591-4768-a46a-ebd782ced288), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.066931 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4939bc66-0d51-433f-b6c1-04cf0f083c68 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (bfa2557e-7591-4768-a46a-ebd782ced288), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.124904 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4939bc66-0d51-433f-b6c1-04cf0f083c68 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (bfa2557e-7591-4768-a46a-ebd782ced288), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.127519 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4939bc66-0d51-433f-b6c1-04cf0f083c68 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.129565 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4939bc66-0d51-433f-b6c1-04cf0f083c68 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/security-groups/bfa2557e-7591-4768-a46a-ebd782ced288 HTTP/1.1" status: 204 len: 168 time: 0.1544738 Apr 06 14:00:46.131689 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33768) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:46.138526 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939bc66-0d51-433f-b6c1-04cf0f083c68 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2557e-7591-4768-a46a-ebd782ced288,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:46.148302 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.api.v2.resource [None req-74d563b8-5342-4245-8369-623614cd64ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] show failed (client error): The resource could not be found. Apr 06 14:00:46.149513 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-74d563b8-5342-4245-8369-623614cd64ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups/bfa2557e-7591-4768-a46a-ebd782ced288 HTTP/1.1" status: 404 len: 347 time: 0.0166421 Apr 06 14:00:46.152564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33770) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:46.531017 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port b16c9a8b-2fbb-4f03-96a2-b9559339619c {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:00:46.531324 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.605905 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.606226 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (b16c9a8b-2fbb-4f03-96a2-b9559339619c), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.619021 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for b16c9a8b-2fbb-4f03-96a2-b9559339619c owned by network:floatingip {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:00:46.759448 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (b16c9a8b-2fbb-4f03-96a2-b9559339619c), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.784444 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=b16c9a8b-2fbb-4f03-96a2-b9559339619c,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:46.846334 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (0cc1ff6c-0287-4bcb-95da-f22fe7e793fc), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.849020 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.850200 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0b82854e-3103-4446-bddc-4d41fcd97d95 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/floatingips/0cc1ff6c-0287-4bcb-95da-f22fe7e793fc HTTP/1.1" status: 204 len: 168 time: 0.6967468 Apr 06 14:00:47.234331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33774) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:47.239087 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284598537', 'description': 'tempest-description--1152845065'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.265960 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.341323 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (b5d48866-bcf8-484e-853b-a20902c8acbd), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.346939 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b5d48866-bcf8-484e-853b-a20902c8acbd), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.378049 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.379320 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1439219 Apr 06 14:00:47.380466 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d429c6-1c1e-4cc6-a1a0-6a26e9c6be71 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d48866-bcf8-484e-853b-a20902c8acbd,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:47.382580 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33776) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:47.387902 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': 'b5d48866-bcf8-484e-853b-a20902c8acbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.417921 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (a895e0d5-2ce5-4575-9e81-dfe658c80327), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.492083 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (a895e0d5-2ce5-4575-9e81-dfe658c80327), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.497344 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (a895e0d5-2ce5-4575-9e81-dfe658c80327), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.517059 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a895e0d5-2ce5-4575-9e81-dfe658c80327,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:47.526450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.527723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2876dd69-dad1-4008-8b45-f5df6d4d185a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439850 Apr 06 14:00:47.530718 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33778) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:47.535338 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'security_group_rule': {'security_group_id': 'b5d48866-bcf8-484e-853b-a20902c8acbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.563200 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (51e6c334-dd3d-4fa1-a4f8-bda9384d5f55), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.623913 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (51e6c334-dd3d-4fa1-a4f8-bda9384d5f55), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.630967 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (51e6c334-dd3d-4fa1-a4f8-bda9384d5f55), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.654151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e6c334-dd3d-4fa1-a4f8-bda9384d5f55,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:47.663669 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.664864 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a1dad5fc-7091-4cdf-a7a7-f0b640bec2ca tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331203 Apr 06 14:00:47.667945 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33780) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:47.672171 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:47.694126 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.703355 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:00:47.723399 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:00:47.723829 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 84a9dcce-0fda-4ae0-8440-ea7d10a866f0 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:00:47.795877 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.906826 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.27.0.145 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/060e243b-55af-4765-b755-a1f1ac4a4a01) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:48.024828 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.064371 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.107822 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:48.110824 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:48.115208 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:00:48.118352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=060e243b-55af-4765-b755-a1f1ac4a4a01,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:48.205164 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (3254c0f0-df43-486a-a499-0edc60371655), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.246404 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.402350 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.408847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.473090 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=060e243b-55af-4765-b755-a1f1ac4a4a01,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:48.487362 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (3254c0f0-df43-486a-a499-0edc60371655), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.505196 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.506497 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a4c4a24a-0d3d-41b0-a65c-182d182f86fc tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8376176 Apr 06 14:00:48.712048 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-0343942d-f7a8-4e92-9604-2e48a693278c tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1284598537&fields=id&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 267 time: 0.0484974 Apr 06 14:00:48.825356 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-c6bc0e51-3222-4043-acc6-dacbc0e8209d tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:48.827048 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-c6bc0e51-3222-4043-acc6-dacbc0e8209d tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.1061528 Apr 06 14:00:48.843479 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-3963c1cb-734d-4d09-9793-2be3450541e8 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/quotas/c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 375 time: 0.0108159 Apr 06 14:00:48.900167 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-afc79c92-4405-4fcc-8605-abb93ffcffaf tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512395 Apr 06 14:00:49.012822 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-08cf3fc5-71b4-455e-9d1c-203d82f91a96 service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002040 Apr 06 14:00:49.115332 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-33774d0f-d242-4772-b8d8-8f7ebffc1090 service neutron] 10.222.0.24 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967054 Apr 06 14:00:49.277329 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-756bd084-bbcc-4400-8e03-a4ca02e3876e req-bfd64ae8-d563-4a9c-9b89-083b811171d2 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Apr 06 14:00:49.292715 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:50.266292 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-b98e05ce-9133-42d3-ad0a-c6f0f18c81a9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:50.267816 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-b98e05ce-9133-42d3-ad0a-c6f0f18c81a9 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 814 time: 0.1237698 Apr 06 14:00:50.331862 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-e67cf4b9-f581-4452-9800-a7e975e577c1 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e6f63c94e44d468778a069d11dbf33 HTTP/1.1" status: 200 len: 380 time: 0.0562072 Apr 06 14:00:50.374731 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-529c6e6f-2f16-4bff-96c3-5bfae2fcb442 req-4aa93296-02cb-410f-8c7f-d9eb3ad14713 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Apr 06 14:00:50.394806 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'port': {'device_id': '535c376c-acf4-410f-b5fd-5324229ebc09', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'admin_state_up': True, 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'security_groups': ['b5d48866-bcf8-484e-853b-a20902c8acbd']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:50.520767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Made reservation on behalf of c4e6f63c94e44d468778a069d11dbf33 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:00:50.524474 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:50.662491 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Allocated IP 172.20.0.12 (5c0333e4-301c-4229-89da-6586694e7e49/b8721f49-bcb5-4268-98c0-66f761a772d7/8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:50.805306 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:50.842683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:50.887777 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Network 5c0333e4-301c-4229-89da-6586694e7e49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:50.892944 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:50.896794 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:00:50.920530 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event updated for resources: {'Port': ['ID=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:50.949445 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:50.950082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:50.968058 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-fe9ed68a-a7f3-496b-aa0a-48279f2573b0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770972 Apr 06 14:00:50.979456 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Request body: {'port': {'device_id': '535c376c-acf4-410f-b5fd-5324229ebc09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:51.039957 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.088301 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-52afb504-be93-4471-84d6-c86587bb1b53 None None] Provisioning complete for port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:00:51.088874 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-52afb504-be93-4471-84d6-c86587bb1b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.125247 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-52afb504-be93-4471-84d6-c86587bb1b53 None None] Port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:00:51.315945 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:00:51.324133 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Publish callbacks [] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.337666 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Transition to ACTIVE for port object 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:00:51.342847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.398426 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:51.495507 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Attempting to bind port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:00:51.495855 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Attempting to bind port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:00:51.496294 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Attempting to bind port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:00:51.502681 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f on network 5c0333e4-301c-4229-89da-6586694e7e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:00:51.503080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Attempting to bind port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f on network 5c0333e4-301c-4229-89da-6586694e7e49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:00:51.508872 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:00:51.509211 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Checking segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:00:51.509602 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Bound using segment: {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:00:51.510106 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Bound port: 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebff59ca-1557-459e-9c45-f34fbe2def49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:00:51.510383 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.513614 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26645cd3-2141-4aef-bc7b-96ebb1cf2d83 req-1e5e38a3-4ec0-4e13-a04c-29e318b61dc5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:51.515478 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-26645cd3-2141-4aef-bc7b-96ebb1cf2d83 req-1e5e38a3-4ec0-4e13-a04c-29e318b61dc5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 944 time: 0.0667081 Apr 06 14:00:51.572062 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-26645cd3-2141-4aef-bc7b-96ebb1cf2d83 req-275ebda4-a9f9-42b6-aa33-0719ecc79a10 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503690 Apr 06 14:00:51.598541 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] For port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:00:51.601651 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] For port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:00:51.609680 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.643216 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:51.643847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:51.645233 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f HTTP/1.1" status: 200 len: 1094 time: 0.6703730 Apr 06 14:00:51.645825 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:51.647983 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4" -d '{"events": [{"name": "network-changed", "server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:51.673197 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a1648-3f62-4cbd-93cc-9dd914ba2359 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:51.704227 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d273caa-bb02-4351-927d-44b0d33adaa1 x-openstack-request-id: req-9d273caa-bb02-4351-927d-44b0d33adaa1 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:51.704516 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:51.704773 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d273caa-bb02-4351-927d-44b0d33adaa1 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:51.705179 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d273caa-bb02-4351-927d-44b0d33adaa1'] response: {'name': 'network-changed', 'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'status': 'completed', 'code': 200} Apr 06 14:00:51.743850 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-29355404-c85d-4f8a-a2c3-fe9b1486d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:51.745363 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-29355404-c85d-4f8a-a2c3-fe9b1486d046 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 1128 time: 0.0510139 Apr 06 14:00:51.791441 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-d4f8bccd-b82c-4ae0-96e6-7cdb3130f824 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f HTTP/1.1" status: 200 len: 217 time: 0.0392511 Apr 06 14:00:51.841280 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-a066ccc6-517e-4523-bce7-465186067a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:51.842805 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-a066ccc6-517e-4523-bce7-465186067a97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0459585 Apr 06 14:00:51.893789 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-2988bb75-8427-4b1d-9b2a-c59e6e2e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:51.895350 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-2988bb75-8427-4b1d-9b2a-c59e6e2e9198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468001 Apr 06 14:00:52.003207 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-6ec3e73c-4796-4f4a-b97d-2dc469012f0d service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014924 Apr 06 14:00:52.102589 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a225f3e1-2c1b-4ece-b0fb-983f3dcd6777 req-43687bb6-bd60-4c25-9d6d-721849b09c7f service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937052 Apr 06 14:00:52.694300 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448029be-18dc-4b89-ba34-9899f83cf358 req-fd157866-e38e-449b-8fa5-db3564113116 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:52.695862 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-448029be-18dc-4b89-ba34-9899f83cf358 req-fd157866-e38e-449b-8fa5-db3564113116 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 944 time: 0.0543394 Apr 06 14:00:52.747527 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-448029be-18dc-4b89-ba34-9899f83cf358 req-ec23532b-429e-4a21-9586-365dd107b139 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458627 Apr 06 14:00:52.853426 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-40f3a3a4-a68b-4c78-aa5f-3cf0df0640d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:52.854906 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-40f3a3a4-a68b-4c78-aa5f-3cf0df0640d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 1128 time: 0.0487521 Apr 06 14:00:52.951871 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-b179e187-1e3f-48fe-8acd-2d00b3bddd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:52.953391 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-b179e187-1e3f-48fe-8acd-2d00b3bddd23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.0926158 Apr 06 14:00:52.995008 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-2921ce99-4a32-4652-92ea-e576d5207b6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f HTTP/1.1" status: 200 len: 217 time: 0.0354702 Apr 06 14:00:53.047737 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-7647bda1-47da-477a-ba7f-51dfb49e069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:53.049240 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-7647bda1-47da-477a-ba7f-51dfb49e069b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0490627 Apr 06 14:00:53.099709 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-59b6ca54-b83f-4f88-b19c-1467f56abd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:53.104068 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-59b6ca54-b83f-4f88-b19c-1467f56abd41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479751 Apr 06 14:00:53.197100 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-843eec33-4099-4f4e-9546-7cd14143381e service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Apr 06 14:00:53.289855 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-644eafc0-f9fe-4dc1-96b0-abe0254c87c4 req-abb53b70-5890-4c5c-99ad-aa0e1800994c service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Apr 06 14:00:53.745015 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:00:53.848360 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:53.860030 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'port_id': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'mac_address': 'fa:16:3e:96:fa:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:00:53.871507 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c88ec-8040-4278-b04a-71aad2079b5f req-9342ce7a-42cb-4733-8330-c143d4b511c5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:53.873019 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2e1c88ec-8040-4278-b04a-71aad2079b5f req-9342ce7a-42cb-4733-8330-c143d4b511c5 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 944 time: 0.0539174 Apr 06 14:00:53.898243 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:00:53.898636 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:53.911621 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:00:53.921009 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2e1c88ec-8040-4278-b04a-71aad2079b5f req-1f780450-cad4-4355-aea9-2b4564b36501 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Apr 06 14:00:53.932277 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:53.939732 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:53.985514 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:53.992660 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.993004 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.993343 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.993662 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.993989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.994338 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.994659 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.995011 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.995374 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.995641 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.995958 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.996284 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.996601 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.996915 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:53.997231 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:54.161691 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:00:55.049164 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef672bf-bb1c-48b6-a43b-887f14d8a693 req-c9c9cf35-0303-4a17-85af-9381cb7e9d73 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:55.050648 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ef672bf-bb1c-48b6-a43b-887f14d8a693 req-c9c9cf35-0303-4a17-85af-9381cb7e9d73 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 945 time: 0.0561383 Apr 06 14:00:55.113246 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6ef672bf-bb1c-48b6-a43b-887f14d8a693 req-c646ffe7-9098-40ba-9fc8-4ac82ec2d0c0 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564518 Apr 06 14:00:55.452937 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fcdc1747-1db1-407b-b745-a14f11cd0a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.746951 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:00:55.810932 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:00:55.815112 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:00:55.815495 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.900583 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:00:55.901049 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.936169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:55.938493 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47afff-f265-4a6d-860e-29114c075a0c" -d '{"events": [{"server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "name": "network-vif-plugged", "status": "completed", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:55.951435 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:55.958984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.990333 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b1855-d4e2-475d-8414-6a48be88ac47 x-openstack-request-id: req-d82b1855-d4e2-475d-8414-6a48be88ac47 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:55.990812 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "name": "network-vif-plugged", "status": "completed", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:55.990993 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d82b1855-d4e2-475d-8414-6a48be88ac47 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:55.991530 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82b1855-d4e2-475d-8414-6a48be88ac47'] response: {'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'code': 200} Apr 06 14:00:56.021050 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:56.169273 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bb8fd-2cc5-42a8-b73c-4fe6dbaac1a7 req-fbdae3a2-9ac2-40c0-8fbe-4964b414da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:56.170989 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-198bb8fd-2cc5-42a8-b73c-4fe6dbaac1a7 req-fbdae3a2-9ac2-40c0-8fbe-4964b414da27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 1130 time: 0.0581849 Apr 06 14:00:56.232560 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-198bb8fd-2cc5-42a8-b73c-4fe6dbaac1a7 req-e370eb5b-ceb0-47a6-b645-4858443509f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532334 Apr 06 14:00:56.264550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517d73-a447-445f-ab86-7f32d660b7e5 req-e7b16cbb-5d29-43af-8255-622662db7a9e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:56.266558 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-03517d73-a447-445f-ab86-7f32d660b7e5 req-e7b16cbb-5d29-43af-8255-622662db7a9e tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 946 time: 0.0750418 Apr 06 14:00:56.321149 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-03517d73-a447-445f-ab86-7f32d660b7e5 req-3a885e91-c602-4202-8df7-5fb8f6adb085 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485432 Apr 06 14:00:57.451201 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e1e1-3368-490b-a7ee-3f8eb8cb45ad req-4791c765-7648-4f9f-bc53-97d11e86f9c2 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:57.452689 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4859e1e1-3368-490b-a7ee-3f8eb8cb45ad req-4791c765-7648-4f9f-bc53-97d11e86f9c2 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 946 time: 0.0619261 Apr 06 14:00:57.503500 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4859e1e1-3368-490b-a7ee-3f8eb8cb45ad req-a0352f87-4a9f-4d2b-b2d2-877a17d8e9cb tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Apr 06 14:00:57.622892 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143932c-1df0-41de-9f60-33d6a5001a0e req-9bad63af-08ab-4df0-892f-d565c4027e75 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:57.624420 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2143932c-1df0-41de-9f60-33d6a5001a0e req-9bad63af-08ab-4df0-892f-d565c4027e75 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 946 time: 0.0563638 Apr 06 14:00:57.633431 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33828) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:57.638172 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Request body: {'floatingip': {'port_id': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:57.679153 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (3254c0f0-df43-486a-a499-0edc60371655), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.105984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f4e712e9-7d06-4ac0-a823-0ab65c6eb22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.149322 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.154460 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (3254c0f0-df43-486a-a499-0edc60371655), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.260093 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP 3254c0f0-df43-486a-a499-0edc60371655 associated. External IP: 172.27.0.145, port: 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f. Apr 06 14:00:58.507497 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:00:58.629144 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:00:58.636328 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.641616 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:58.653937 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:58.654672 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:00:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:58.679920 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4d078e8e-93a1-4736-a936-6993f89c63ce tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "PUT /v2.0/floatingips/3254c0f0-df43-486a-a499-0edc60371655 HTTP/1.1" status: 200 len: 992 time: 1.0454237 Apr 06 14:00:58.680464 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:58.682864 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480" -d '{"events": [{"name": "network-changed", "server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:58.728135 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b68606e-2e35-46e9-aa62-2d4d9327a36d x-openstack-request-id: req-2b68606e-2e35-46e9-aa62-2d4d9327a36d {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:58.728435 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:58.728689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b68606e-2e35-46e9-aa62-2d4d9327a36d {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:58.729100 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b68606e-2e35-46e9-aa62-2d4d9327a36d'] response: {'name': 'network-changed', 'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'status': 'completed', 'code': 200} Apr 06 14:00:58.802082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-997fc14a-d737-443e-a9b2-89d9138a0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:58.803599 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-997fc14a-d737-443e-a9b2-89d9138a0ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4e6f63c94e44d468778a069d11dbf33&device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 1130 time: 0.0520475 Apr 06 14:00:58.872359 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:58.900948 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-0b02d206-be01-453b-b9ff-2717ed1d3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:58.902451 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-0b02d206-be01-453b-b9ff-2717ed1d3b4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 200 len: 915 time: 0.0929184 Apr 06 14:00:58.968963 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-f619f0d3-e445-4656-b5d6-7ce5771ca155 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f HTTP/1.1" status: 200 len: 1000 time: 0.0607255 Apr 06 14:00:59.025121 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-58f48940-8cdb-44ae-b34d-efb9431b05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:59.026632 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-58f48940-8cdb-44ae-b34d-efb9431b05ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 200 len: 853 time: 0.0521228 Apr 06 14:00:59.078821 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-421a8e37-aa4d-48d4-b0b0-373741e0cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:59.080411 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-421a8e37-aa4d-48d4-b0b0-373741e0cb6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0333e4-301c-4229-89da-6586694e7e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478857 Apr 06 14:00:59.108757 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '3254c0f0-df43-486a-a499-0edc60371655', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:96:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c376c-acf4-410f-b5fd-5324229ebc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:48Z', 'updated_at': '2022-04-06T14:00:58Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:59.136627 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:59.145941 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:59.146573 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:00:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:59.173553 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-eee27604-1003-418f-b866-2f18ab61ee2e service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Apr 06 14:00:59.230725 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.265436 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:59.277657 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e0dfa8bd-755b-42ef-9eb2-ce073f5c7480 req-676d6f77-f35e-4b49-aee4-aa7fc7959e06 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982332 Apr 06 14:00:59.515534 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '3254c0f0-df43-486a-a499-0edc60371655', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:96:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c376c-acf4-410f-b5fd-5324229ebc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:48Z', 'updated_at': '2022-04-06T14:00:58Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:59.557525 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc25a0-7019-4b83-ac7c-73815b3dc689 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '3254c0f0-df43-486a-a499-0edc60371655', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'port_id': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'mac_address': 'fa:16:3e:96:fa:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c376c-acf4-410f-b5fd-5324229ebc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:48Z', 'updated_at': '2022-04-06T14:00:58Z', 'revision_number': 1, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:59.766890 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7c1d9-7f1e-4e1d-9351-2b65fb46da8c None None] New status for floating IP 3254c0f0-df43-486a-a499-0edc60371655: ACTIVE {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:01:00.482026 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:02.477214 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.296751 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.691966 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:01:25.459490 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1dfc8f42-34a2-4609-bed2-13f8a1b1c2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:25.589009 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-c854e94a-a285-4a40-82fb-8699d2466f73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463412 Apr 06 14:01:25.655841 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-0a2b877b-a07b-4248-8a9f-59b09db5317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:25.657314 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-0a2b877b-a07b-4248-8a9f-59b09db5317d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 1129 time: 0.0461116 Apr 06 14:01:25.770224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-8730ba7f-b2ea-44f7-9637-aca67d8f1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:25.771694 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-8730ba7f-b2ea-44f7-9637-aca67d8f1463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0949464 Apr 06 14:01:25.840141 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-ac852519-d7ec-4910-b8b9-447449133ebb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 HTTP/1.1" status: 200 len: 1001 time: 0.0613194 Apr 06 14:01:25.892369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-914662c5-178d-49f6-8404-f262985819fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:25.893834 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-914662c5-178d-49f6-8404-f262985819fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0484803 Apr 06 14:01:25.944373 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-7fa0fcd3-517d-4cc5-9946-70873ab3f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:25.945931 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-7fa0fcd3-517d-4cc5-9946-70873ab3f84f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460546 Apr 06 14:01:26.049051 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-113d9d4f-12e8-4255-ab3f-7af8a3eac16c service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967262 Apr 06 14:01:26.143568 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8e608b13-97e6-4576-93e6-d38ff8ab43c3 req-a65f08a8-3b39-44a8-938c-a84efbcf2598 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874171 Apr 06 14:01:28.104619 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5fa476c1-76b4-49f4-88ba-2800274d3e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:29.210784 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:30.484064 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:32.474250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:44.751130 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5adae8-498c-4eea-8276-b2c9664eae9a req-0e8a8f93-271a-4597-b376-02ce991a9583 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:44.752901 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7b5adae8-498c-4eea-8276-b2c9664eae9a req-0e8a8f93-271a-4597-b376-02ce991a9583 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 946 time: 0.0599892 Apr 06 14:01:44.816629 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7b5adae8-498c-4eea-8276-b2c9664eae9a req-cef5190d-469d-490a-99a9-7334c9b6d440 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555029 Apr 06 14:01:45.956927 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1b38b-5e7e-4179-a46c-149a5593d79d req-bbc7bae1-c87b-495f-a16d-1662d941f112 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:45.958480 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1da1b38b-5e7e-4179-a46c-149a5593d79d req-bbc7bae1-c87b-495f-a16d-1662d941f112 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 946 time: 0.0675247 Apr 06 14:01:46.020437 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1da1b38b-5e7e-4179-a46c-149a5593d79d req-ad6a05f2-5e90-42b0-b1a6-f46d4d45cb93 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5d48866-bcf8-484e-853b-a20902c8acbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539165 Apr 06 14:01:46.145505 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-c18bcf6d-5d82-426f-b254-03ee8d880d1b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:46.147058 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-c18bcf6d-5d82-426f-b254-03ee8d880d1b tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 946 time: 0.0631316 Apr 06 14:01:46.244860 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:46.245170 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:46.332863 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] For port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:46.333211 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:46.508697 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:46.509044 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (3254c0f0-df43-486a-a499-0edc60371655), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:46.509349 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Floating IP 3254c0f0-df43-486a-a499-0edc60371655 disassociated. External IP: 172.27.0.145, port: 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f. Apr 06 14:01:46.509678 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:46.649368 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:46.680234 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:46.691404 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.691759 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.692104 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.692449 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.692798 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.693110 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.693443 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.693775 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.694092 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.694417 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.694762 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.695101 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.695427 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.695753 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:46.696077 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:47.078882 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:01:47.121227 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-87a13ff3-692e-4fbe-90a2-d327d3e2a940 req-8486e611-e104-48ae-8b1a-fa98b83e560a tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/ports?device_id=535c376c-acf4-410f-b5fd-5324229ebc09 HTTP/1.1" status: 200 len: 210 time: 0.0286686 Apr 06 14:01:47.199906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:01:47.210174 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:47.223205 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:47.223835 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:47.240362 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] No DVR routers for this DVR port 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:47.243220 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:47.246866 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-913fbef5-9bea-4f72-bd56-e943bd3a6c43 req-09fd3ebf-74de-4abd-8b62-a763fab46547 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.15 "DELETE /v2.0/ports/8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f HTTP/1.1" status: 204 len: 173 time: 1.0943158 Apr 06 14:01:47.247395 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'name': 'network-vif-deleted', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:47.250350 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c0023e-b4da-4254-98c8-7a98aec60823" -d '{"events": [{"server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "name": "network-vif-deleted", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:01:47.289772 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07205297-cd78-4d2b-9620-27c32f630658 x-openstack-request-id: req-07205297-cd78-4d2b-9620-27c32f630658 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:01:47.290128 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535c376c-acf4-410f-b5fd-5324229ebc09", "name": "network-vif-deleted", "tag": "8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:01:47.290386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07205297-cd78-4d2b-9620-27c32f630658 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:01:47.290839 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07205297-cd78-4d2b-9620-27c32f630658'] response: {'server_uuid': '535c376c-acf4-410f-b5fd-5324229ebc09', 'name': 'network-vif-deleted', 'tag': '8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f', 'status': 'completed', 'code': 200} Apr 06 14:01:47.335802 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:47.540027 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:47.565467 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:47.574417 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:47.575097 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:47.687899 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:48.001785 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:48.028767 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91720a23-5652-4ab0-97a7-8d4229359c32 None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 4, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'b4a39fe6-716e-4ff7-bf64-2d0596523431', 'name': '', 'network_id': '5c0333e4-301c-4229-89da-6586694e7e49', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:15Z', 'updated_at': '2022-04-06T13:57:20Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'subnets': [{'id': 'b8721f49-bcb5-4268-98c0-66f761a772d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:48.216095 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33918) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:48.278001 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (b5d48866-bcf8-484e-853b-a20902c8acbd), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.288669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e380c35-9ed9-4a3b-bc20-64f69871b6b9 None None] New status for floating IP 3254c0f0-df43-486a-a499-0edc60371655: DOWN {{(pid=109801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:01:48.304111 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (b5d48866-bcf8-484e-853b-a20902c8acbd), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.356059 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b5d48866-bcf8-484e-853b-a20902c8acbd), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.359037 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.362889 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/security-groups/b5d48866-bcf8-484e-853b-a20902c8acbd HTTP/1.1" status: 204 len: 168 time: 0.1432045 Apr 06 14:01:48.364455 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33920) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:48.370716 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d48866-bcf8-484e-853b-a20902c8acbd,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:48.378760 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.379035 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.api.v2.resource [None req-aa929503-c8cc-4a3c-a148-1a45622b5a64 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] show failed (client error): The resource could not be found. Apr 06 14:01:48.379295 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.382798 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.382999 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-aa929503-c8cc-4a3c-a148-1a45622b5a64 tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "GET /v2.0/security-groups/b5d48866-bcf8-484e-853b-a20902c8acbd HTTP/1.1" status: 404 len: 347 time: 0.0156667 Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.383947 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 33922) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:48.384132 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.384595 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.385012 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4f949-772e-4657-a7fd-c6ece9b927ab tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:48.519574 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Deleting port 060e243b-55af-4765-b755-a1f1ac4a4a01 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:48.519814 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.609926 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.610236 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (060e243b-55af-4765-b755-a1f1ac4a4a01), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.621538 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Calling delete_port for 060e243b-55af-4765-b755-a1f1ac4a4a01 owned by network:floatingip {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:48.758471 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (060e243b-55af-4765-b755-a1f1ac4a4a01), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.785837 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Pushing event deleted for resources: {'Port': ['ID=060e243b-55af-4765-b755-a1f1ac4a4a01,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:48.848910 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks [] for floatingip (3254c0f0-df43-486a-a499-0edc60371655), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.851579 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.852752 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-5409c567-f2e6-4eef-9cc4-57464710be6f tempest-AttachVolumeNegativeTest-1037139505 tempest-AttachVolumeNegativeTest-1037139505-project] 10.222.0.24 "DELETE /v2.0/floatingips/3254c0f0-df43-486a-a499-0edc60371655 HTTP/1.1" status: 204 len: 168 time: 0.4681165 Apr 06 14:01:49.324477 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:49.979977 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:50.005267 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:50.005850 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8b7c5e28-e3af-4b9f-b468-8ca5ed9c722f not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:52.607463 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33962) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:52.995065 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (1fea8529-c35c-4b52-8a30-946d217b0779), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:53.555843 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Deleting port b4a39fe6-716e-4ff7-bf64-2d0596523431 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:53.556227 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:53.644501 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] For port b4a39fe6-716e-4ff7-bf64-2d0596523431, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=b4a39fe6-716e-4ff7-bf64-2d0596523431,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:53.645262 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:53.659201 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Calling delete_port for b4a39fe6-716e-4ff7-bf64-2d0596523431 owned by network:router_interface {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:53.853445 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (b4a39fe6-716e-4ff7-bf64-2d0596523431), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:53.891978 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a39fe6-716e-4ff7-bf64-2d0596523431,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:54.061216 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (1fea8529-c35c-4b52-8a30-946d217b0779), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:54.305434 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Router 1fea8529-c35c-4b52-8a30-946d217b0779 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:01:54.424445 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:01:54.429708 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9b616941-8d76-4cb1-923f-d63067867ffa admin admin] 10.222.0.24 "PUT /v2.0/routers/1fea8529-c35c-4b52-8a30-946d217b0779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211184 Apr 06 14:01:54.432624 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33964) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:54.435746 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] Sync routers for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:54.446965 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:54.447595 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:54.538475 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks [] for router (1fea8529-c35c-4b52-8a30-946d217b0779), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:54.561038 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:54.645373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks [] for router_gateway (1fea8529-c35c-4b52-8a30-946d217b0779), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:54.697488 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Deleting port 041a169e-2c9c-45f9-bb60-6f03a91caa46 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:54.697730 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:54.747341 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T14:01:53Z', 'revision_number': 5, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port': {'id': '041a169e-2c9c-45f9-bb60-6f03a91caa46', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:54.773783 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] Checking router: 1fea8529-c35c-4b52-8a30-946d217b0779 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:54.778648 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] For port 041a169e-2c9c-45f9-bb60-6f03a91caa46, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=041a169e-2c9c-45f9-bb60-6f03a91caa46,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:54.779058 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:54.783454 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] Routers {'1fea8529-c35c-4b52-8a30-946d217b0779'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:54.784082 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['1fea8529-c35c-4b52-8a30-946d217b0779'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:54.795975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Calling delete_port for 041a169e-2c9c-45f9-bb60-6f03a91caa46 owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:54.873028 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] Set router 1fea8529-c35c-4b52-8a30-946d217b0779 gateway port host: None {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:54.928860 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T14:01:54Z', 'revision_number': 6, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:54.955652 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f2cc2-82c6-408f-8ec8-a89c1fc3c80d None None] The sync data for ids ['1fea8529-c35c-4b52-8a30-946d217b0779'] in dv-cinder-827554-3-iscsi is: [{'id': '1fea8529-c35c-4b52-8a30-946d217b0779', 'name': 'tempest-AttachVolumeNegativeTest-721095077-router', 'tenant_id': 'c4e6f63c94e44d468778a069d11dbf33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:57:13Z', 'updated_at': '2022-04-06T14:01:54Z', 'revision_number': 6, 'project_id': 'c4e6f63c94e44d468778a069d11dbf33', 'gw_port_host': None}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:54.976574 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (041a169e-2c9c-45f9-bb60-6f03a91caa46), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.003926 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Pushing event deleted for resources: {'Port': ['ID=041a169e-2c9c-45f9-bb60-6f03a91caa46,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:55.066546 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (1fea8529-c35c-4b52-8a30-946d217b0779), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.161437 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (1fea8529-c35c-4b52-8a30-946d217b0779), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.163655 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks [] for router_controller (1fea8529-c35c-4b52-8a30-946d217b0779), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.213243 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (1fea8529-c35c-4b52-8a30-946d217b0779), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.213779 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fea8529-c35c-4b52-8a30-946d217b0779 {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:01:55.219384 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.220588 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-47c373d9-01d0-41b4-ae05-37000edf5530 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1fea8529-c35c-4b52-8a30-946d217b0779 HTTP/1.1" status: 204 len: 168 time: 0.7869575 Apr 06 14:01:55.223255 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33966) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:55.268004 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Deleting subnet b8721f49-bcb5-4268-98c0-66f761a772d7 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:01:55.271163 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Publish callbacks [] for subnet (b8721f49-bcb5-4268-98c0-66f761a772d7), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.309187 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (b8721f49-bcb5-4268-98c0-66f761a772d7), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.400536 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (b8721f49-bcb5-4268-98c0-66f761a772d7), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.458924 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (b8721f49-bcb5-4268-98c0-66f761a772d7), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.485543 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8721f49-bcb5-4268-98c0-66f761a772d7,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:55.487457 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.491344 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f5b1958b-afc0-4dfc-ba16-2a8517f54063 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8721f49-bcb5-4268-98c0-66f761a772d7 HTTP/1.1" status: 204 len: 168 time: 0.2670033 Apr 06 14:01:55.493157 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33968) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:55.495692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-35a7df33-4f37-4fdc-a426-04efa0ff174f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.500231 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3283dac-c7c0-406b-b52b-a2a26bfa9a0e None None] Network 5c0333e4-301c-4229-89da-6586694e7e49 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:55.573299 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (5c0333e4-301c-4229-89da-6586694e7e49), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.629186 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Deleting port e2701300-aaef-429d-a028-0da9d27f9f7f {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:55.629514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.699455 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] For port e2701300-aaef-429d-a028-0da9d27f9f7f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=e2701300-aaef-429d-a028-0da9d27f9f7f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:55.700160 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.714204 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Calling delete_port for e2701300-aaef-429d-a028-0da9d27f9f7f owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:55.733004 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] DHCP port deletion for 5c0333e4-301c-4229-89da-6586694e7e49 request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:01:55.786965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Deleting port e2701300-aaef-429d-a028-0da9d27f9f7f {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:55.787337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.803156 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.829408 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2701300-aaef-429d-a028-0da9d27f9f7f,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:55.833306 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] No DVR routers for this DVR port e2701300-aaef-429d-a028-0da9d27f9f7f on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:55.863081 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] For port e2701300-aaef-429d-a028-0da9d27f9f7f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=e2701300-aaef-429d-a028-0da9d27f9f7f,segment=NetworkSegment(ebff59ca-1557-459e-9c45-f34fbe2def49),segment_id=ebff59ca-1557-459e-9c45-f34fbe2def49)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:55.863721 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.876801 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Calling delete_port for e2701300-aaef-429d-a028-0da9d27f9f7f owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:55.907628 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (5c0333e4-301c-4229-89da-6586694e7e49), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.929959 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0333e4-301c-4229-89da-6586694e7e49']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:55.941897 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebff59ca-1557-459e-9c45-f34fbe2def49') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:55.942196 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebff59ca-1557-459e-9c45-f34fbe2def49') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:55.958331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (ebff59ca-1557-459e-9c45-f34fbe2def49), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.962724 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (e2701300-aaef-429d-a028-0da9d27f9f7f), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.972325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (ebff59ca-1557-459e-9c45-f34fbe2def49), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.978716 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:55.979115 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (ebff59ca-1557-459e-9c45-f34fbe2def49), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:55.981166 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:55.994041 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Pushing event deleted for resources: {'Port': ['ID=e2701300-aaef-429d-a028-0da9d27f9f7f,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:55.996418 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] No DVR routers for this DVR port e2701300-aaef-429d-a028-0da9d27f9f7f on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.019720 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe24757a-fef7-4b68-b84b-57d60c1e1951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:56.050250 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (5c0333e4-301c-4229-89da-6586694e7e49), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:56.056186 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:56.059768 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c0333e4-301c-4229-89da-6586694e7e49 HTTP/1.1" status: 204 len: 168 time: 0.5657041 Apr 06 14:01:56.071656 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659524-34b5-4694-8b83-721948507954 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0333e4-301c-4229-89da-6586694e7e49,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:56.246739 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33972) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:56.296182 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-b754992d-93e3-40f9-b1e8-a7bee2a7f2c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4e6f63c94e44d468778a069d11dbf33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481946 Apr 06 14:01:56.298791 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 33974) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:56.361155 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6da05d40-7b40-4bc7-9bbc-329229081049 admin admin] Publish callbacks [] for security_group (f59a5f81-c577-453a-bb13-c89e58194eba), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:56.387879 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6da05d40-7b40-4bc7-9bbc-329229081049 admin admin] Publish callbacks [] for security_group (f59a5f81-c577-453a-bb13-c89e58194eba), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:56.440268 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6da05d40-7b40-4bc7-9bbc-329229081049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f59a5f81-c577-453a-bb13-c89e58194eba), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:56.443932 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6da05d40-7b40-4bc7-9bbc-329229081049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:56.445520 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6da05d40-7b40-4bc7-9bbc-329229081049 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f59a5f81-c577-453a-bb13-c89e58194eba HTTP/1.1" status: 204 len: 168 time: 0.1458044 Apr 06 14:01:56.453505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da05d40-7b40-4bc7-9bbc-329229081049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a5f81-c577-453a-bb13-c89e58194eba,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:56.918640 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b4a39fe6-716e-4ff7-bf64-2d0596523431 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:56.946593 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: b4a39fe6-716e-4ff7-bf64-2d0596523431 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:56.947015 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device b4a39fe6-716e-4ff7-bf64-2d0596523431 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:56.947457 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device e2701300-aaef-429d-a028-0da9d27f9f7f no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:56.972456 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: e2701300-aaef-429d-a028-0da9d27f9f7f {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:56.972930 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device e2701300-aaef-429d-a028-0da9d27f9f7f not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:56.973250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 041a169e-2c9c-45f9-bb60-6f03a91caa46 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:56.996444 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 041a169e-2c9c-45f9-bb60-6f03a91caa46 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:56.996792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 041a169e-2c9c-45f9-bb60-6f03a91caa46 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:57.691375 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:01:58.099169 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-54dc7a1c-1d0c-4ae0-9ea1-1fcf0666465d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.225259 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34018) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:58.342764 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef08a52a-3a8a-4181-8347-fcc2058bd8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.421981 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef08a52a-3a8a-4181-8347-fcc2058bd8d5 admin admin] Publish callbacks [] for security_group (f3f5f5c1-7856-4ed1-8094-bdca37215a38), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.427582 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-ef08a52a-3a8a-4181-8347-fcc2058bd8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f3f5f5c1-7856-4ed1-8094-bdca37215a38), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.465549 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-ef08a52a-3a8a-4181-8347-fcc2058bd8d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f44f7b1a5d34941b5467f7763a7fbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391124 Apr 06 14:01:58.466403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08a52a-3a8a-4181-8347-fcc2058bd8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5f5c1-7856-4ed1-8094-bdca37215a38,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:58.468630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34022) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:58.520440 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e0215b4-de45-4787-ba2d-b77ad75500ec admin admin] Publish callbacks [] for security_group (f3f5f5c1-7856-4ed1-8094-bdca37215a38), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.541231 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e0215b4-de45-4787-ba2d-b77ad75500ec admin admin] Publish callbacks [] for security_group (f3f5f5c1-7856-4ed1-8094-bdca37215a38), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.598757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e0215b4-de45-4787-ba2d-b77ad75500ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (f3f5f5c1-7856-4ed1-8094-bdca37215a38), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.601241 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9e0215b4-de45-4787-ba2d-b77ad75500ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.602803 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-9e0215b4-de45-4787-ba2d-b77ad75500ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3f5f5c1-7856-4ed1-8094-bdca37215a38 HTTP/1.1" status: 204 len: 168 time: 0.1312230 Apr 06 14:01:58.612508 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0215b4-de45-4787-ba2d-b77ad75500ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5f5c1-7856-4ed1-8094-bdca37215a38,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:58.903929 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34028) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:58.917574 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f970-5057-42e5-99c8-ea68b7466e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:58.999940 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f970-5057-42e5-99c8-ea68b7466e38 admin admin] Publish callbacks [] for security_group (d569c645-3b8a-4072-9ab9-fc5666fd9aff), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:59.006876 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f970-5057-42e5-99c8-ea68b7466e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d569c645-3b8a-4072-9ab9-fc5666fd9aff), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:59.045788 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d3f9f970-5057-42e5-99c8-ea68b7466e38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2959bb733556447caf0ab10f268c1fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407692 Apr 06 14:01:59.046723 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f970-5057-42e5-99c8-ea68b7466e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d569c645-3b8a-4072-9ab9-fc5666fd9aff,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:59.048841 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34030) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:59.101673 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0203070e-1ef1-47c0-91f0-50c6eb2832e5 admin admin] Publish callbacks [] for security_group (d569c645-3b8a-4072-9ab9-fc5666fd9aff), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:59.126325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0203070e-1ef1-47c0-91f0-50c6eb2832e5 admin admin] Publish callbacks [] for security_group (d569c645-3b8a-4072-9ab9-fc5666fd9aff), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:59.182773 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0203070e-1ef1-47c0-91f0-50c6eb2832e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d569c645-3b8a-4072-9ab9-fc5666fd9aff), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:59.185366 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0203070e-1ef1-47c0-91f0-50c6eb2832e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:59.186526 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0203070e-1ef1-47c0-91f0-50c6eb2832e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d569c645-3b8a-4072-9ab9-fc5666fd9aff HTTP/1.1" status: 204 len: 168 time: 0.1366720 Apr 06 14:01:59.197853 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203070e-1ef1-47c0-91f0-50c6eb2832e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d569c645-3b8a-4072-9ab9-fc5666fd9aff,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:59.235605 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:00.371806 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d6cca-91ed-4a6c-9b1b-02cad16813ac req-3d172d9d-0a12-4fb2-aa33-f0bb4b2cc42a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:00.374203 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-900d6cca-91ed-4a6c-9b1b-02cad16813ac req-3d172d9d-0a12-4fb2-aa33-f0bb4b2cc42a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 945 time: 0.0554709 Apr 06 14:02:00.424538 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-900d6cca-91ed-4a6c-9b1b-02cad16813ac req-4c957c19-3999-49f7-a1aa-22d3ba0981f3 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Apr 06 14:02:00.486936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.018278 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34088) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:01.123405 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6547cac6-a10a-4535-b330-862c491175bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.201480 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6547cac6-a10a-4535-b330-862c491175bd admin admin] Publish callbacks [] for security_group (4bc64fd3-5dd7-4298-81b1-cc4da30bde30), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.208878 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-6547cac6-a10a-4535-b330-862c491175bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4bc64fd3-5dd7-4298-81b1-cc4da30bde30), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.253839 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-6547cac6-a10a-4535-b330-862c491175bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aefaef2478eb461c882d335adb3ec157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344236 Apr 06 14:02:01.254798 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547cac6-a10a-4535-b330-862c491175bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc64fd3-5dd7-4298-81b1-cc4da30bde30,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:01.256649 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34092) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:01.311442 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7b738680-3a83-45d5-91f8-a474dd15be11 admin admin] Publish callbacks [] for security_group (4bc64fd3-5dd7-4298-81b1-cc4da30bde30), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.334569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7b738680-3a83-45d5-91f8-a474dd15be11 admin admin] Publish callbacks [] for security_group (4bc64fd3-5dd7-4298-81b1-cc4da30bde30), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.389967 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7b738680-3a83-45d5-91f8-a474dd15be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (4bc64fd3-5dd7-4298-81b1-cc4da30bde30), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.393604 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7b738680-3a83-45d5-91f8-a474dd15be11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.395199 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7b738680-3a83-45d5-91f8-a474dd15be11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bc64fd3-5dd7-4298-81b1-cc4da30bde30 HTTP/1.1" status: 204 len: 168 time: 0.1375277 Apr 06 14:02:01.403386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738680-3a83-45d5-91f8-a474dd15be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc64fd3-5dd7-4298-81b1-cc4da30bde30,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:01.549910 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6144-915c-4eb1-8c73-cb402519f6bd req-2613f0de-d735-475a-8dcd-f3ee59fe3f0c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:01.551549 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-37db6144-915c-4eb1-8c73-cb402519f6bd req-2613f0de-d735-475a-8dcd-f3ee59fe3f0c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 945 time: 0.0543835 Apr 06 14:02:01.605409 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-37db6144-915c-4eb1-8c73-cb402519f6bd req-4e2ba866-370d-4ef3-81c9-aa88159e369f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469525 Apr 06 14:02:01.677363 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34100) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:01.712881 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8068c87e-3013-4923-bed1-49e34139f5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.762999 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-9defec11-e4a9-4f75-9d61-669edc188113 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:01.764502 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-9defec11-e4a9-4f75-9d61-669edc188113 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 945 time: 0.0805402 Apr 06 14:02:01.863939 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8068c87e-3013-4923-bed1-49e34139f5e1 admin admin] Publish callbacks [] for security_group (14b698d7-11ea-4095-a8b2-122f55088a6d), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.872292 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-8068c87e-3013-4923-bed1-49e34139f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (14b698d7-11ea-4095-a8b2-122f55088a6d), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.914667 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-8068c87e-3013-4923-bed1-49e34139f5e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24b35ef3d3e743a4898fb2e003c7a902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361455 Apr 06 14:02:01.917640 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34102) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:01.922497 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068c87e-3013-4923-bed1-49e34139f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b698d7-11ea-4095-a8b2-122f55088a6d,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:01.928001 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Deleting port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:02:01.928334 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.980643 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15cc135c-07f1-422d-b96a-ad6ca6cb22d0 admin admin] Publish callbacks [] for security_group (14b698d7-11ea-4095-a8b2-122f55088a6d), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.001997 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15cc135c-07f1-422d-b96a-ad6ca6cb22d0 admin admin] Publish callbacks [] for security_group (14b698d7-11ea-4095-a8b2-122f55088a6d), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.031024 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] For port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:02.031386 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.052350 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15cc135c-07f1-422d-b96a-ad6ca6cb22d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (14b698d7-11ea-4095-a8b2-122f55088a6d), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.055289 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-15cc135c-07f1-422d-b96a-ad6ca6cb22d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.056578 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-15cc135c-07f1-422d-b96a-ad6ca6cb22d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14b698d7-11ea-4095-a8b2-122f55088a6d HTTP/1.1" status: 204 len: 168 time: 0.1379585 Apr 06 14:02:02.066316 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc135c-07f1-422d-b96a-ad6ca6cb22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b698d7-11ea-4095-a8b2-122f55088a6d,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:02.226034 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.226387 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (9ac90e86-779a-4722-a6f0-bacf8d1bfb66), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.226726 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Floating IP 9ac90e86-779a-4722-a6f0-bacf8d1bfb66 disassociated. External IP: 172.27.0.124, port: 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4. Apr 06 14:02:02.227101 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Calling delete_port for 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:02:02.368506 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (8cec4e0a-c087-4595-9fc1-deaa9e4fcee4), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.397972 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'Port': ['ID=8cec4e0a-c087-4595-9fc1-deaa9e4fcee4,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:02.470241 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.525692 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:02:02.648453 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:02.661041 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:02.676994 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:02.677771 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:02.700847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] No DVR routers for this DVR port 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:02:02.705428 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:02.709227 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b685c5ba-1aeb-4f05-a46b-8ae6b1fddfb8 req-df105c75-bc0c-4048-b8cc-c8d3f0370088 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "DELETE /v2.0/ports/8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 HTTP/1.1" status: 204 len: 173 time: 0.9390879 Apr 06 14:02:02.709689 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'name': 'network-vif-deleted', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:02.712482 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a744243a-f154-4b7e-9582-f82b5f269419" -d '{"events": [{"server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "name": "network-vif-deleted", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:02.748283 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1a47d340-104c-4524-b0bd-6e1f150d3cb2 req-9f7817b0-0b8b-4257-8e31-f658c982b564 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1b81d00-6ab1-48a8-9ad9-eef7514aa902 HTTP/1.1" status: 200 len: 210 time: 0.0706120 Apr 06 14:02:02.838646 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:02.922871 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79f84d-73b2-4550-8560-d00135ea9ee5 x-openstack-request-id: req-1d79f84d-73b2-4550-8560-d00135ea9ee5 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:02.923284 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b81d00-6ab1-48a8-9ad9-eef7514aa902", "name": "network-vif-deleted", "tag": "8cec4e0a-c087-4595-9fc1-deaa9e4fcee4", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:02.923867 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d79f84d-73b2-4550-8560-d00135ea9ee5 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:02.924705 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d79f84d-73b2-4550-8560-d00135ea9ee5'] response: {'server_uuid': 'a1b81d00-6ab1-48a8-9ad9-eef7514aa902', 'name': 'network-vif-deleted', 'tag': '8cec4e0a-c087-4595-9fc1-deaa9e4fcee4', 'status': 'completed', 'code': 200} Apr 06 14:02:03.204011 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:03.230615 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:03.239393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:03.240025 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:03.355214 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:03.570072 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:03.596567 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f70fce-69ab-432d-a9d1-bd35bb6b4327 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:03.901643 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119579d1-9e53-480d-bdd4-d4d84a153841 None None] New status for floating IP 9ac90e86-779a-4722-a6f0-bacf8d1bfb66: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:02:04.033896 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-bc675897-96c8-4cfb-8f77-b81692344f79 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666323419&fields=id&tenant_id=d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 267 time: 0.0478110 Apr 06 14:02:04.157650 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-1470d25e-d289-42d7-93ce-85ae65b11754 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:04.159172 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-1470d25e-d289-42d7-93ce-85ae65b11754 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 811 time: 0.1186662 Apr 06 14:02:04.176878 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-8125c68b-04df-4ac4-a900-223e52c78239 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/quotas/d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 375 time: 0.0098090 Apr 06 14:02:04.236181 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-755021ef-982b-4652-af3e-bb087324ba8d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517807 Apr 06 14:02:04.366730 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-04cc16cf-06fa-40ab-a295-05898ddf50e6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:02:04.367826 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-04cc16cf-06fa-40ab-a295-05898ddf50e6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1202202 Apr 06 14:02:04.463320 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-d44a58a4-a17b-4e68-ba6f-3ec8172b47ba service neutron] 10.222.0.24 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892036 Apr 06 14:02:04.567938 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-851c1781-26d8-4ea3-b07a-515c4d069536 service neutron] 10.222.0.24 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987759 Apr 06 14:02:04.870483 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8d63d767-5ae9-48fe-b9db-a3f1e535defb req-3497da26-e16c-42d9-a108-144942161343 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 210 time: 0.0284455 Apr 06 14:02:05.949180 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-9520236d-a8b5-4717-b0b4-d35862f886e2 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:05.950766 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-9520236d-a8b5-4717-b0b4-d35862f886e2 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 811 time: 0.1075716 Apr 06 14:02:05.976850 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-65296fa5-b68d-4036-aa06-34b93beb46e5 req-51582830-2779-4e4a-a9f0-a5d9c4f52221 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 210 time: 0.0303023 Apr 06 14:02:06.017844 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-586e21a9-a07d-4b35-84de-81f925b62354 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 380 time: 0.0582564 Apr 06 14:02:06.026469 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'port': {'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'admin_state_up': True, 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'security_groups': ['55f8340a-96f2-4595-8664-f177af73d489']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:06.089761 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:02:06.114385 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:02:06.115126 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 8cec4e0a-c087-4595-9fc1-deaa9e4fcee4 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:02:06.160392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Made reservation on behalf of d821a66228cf47c28a216eec1e63ab8c for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:06.163816 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.299540 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Allocated IP 172.20.0.9 (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d/66090370-7047-4baf-b283-8f6194c81278/7ad14823-a1b0-423b-b147-564fb19ebd23) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:06.388841 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34196) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:06.456086 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.498638 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.553101 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:06.556647 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba1f3-1b8f-4bed-95de-22467f139278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.558800 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:06.563160 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:06.591840 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=7ad14823-a1b0-423b-b147-564fb19ebd23,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:06.630090 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:06.630813 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.657010 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-3f64139a-008c-4b3d-b24d-0594fae5847d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342638 Apr 06 14:02:06.658082 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba1f3-1b8f-4bed-95de-22467f139278 admin admin] Publish callbacks [] for security_group (d805caf5-7342-4fd8-85f6-a5fa80980250), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.663630 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba1f3-1b8f-4bed-95de-22467f139278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d805caf5-7342-4fd8-85f6-a5fa80980250), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.667398 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-b71a36a2-a485-40af-acdb-7aca7b4d827f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:02:06.668506 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-b71a36a2-a485-40af-acdb-7aca7b4d827f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057373 Apr 06 14:02:06.699569 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8f9ba1f3-1b8f-4bed-95de-22467f139278 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42a9e9bd84924372a578c2718d3819b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093779 Apr 06 14:02:06.703591 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34202) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:06.714819 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ba1f3-1b8f-4bed-95de-22467f139278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805caf5-7342-4fd8-85f6-a5fa80980250,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:06.751081 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Request body: {'port': {'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:06.812753 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ab7-e372-4ec8-9af7-d45b785b3b97 admin admin] Publish callbacks [] for security_group (d805caf5-7342-4fd8-85f6-a5fa80980250), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.813878 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-7b1ff2db-dc93-4fbb-a843-505102d1f90f None None] Provisioning complete for port 7ad14823-a1b0-423b-b147-564fb19ebd23 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:06.814324 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff2db-dc93-4fbb-a843-505102d1f90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.833178 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.854211 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ab7-e372-4ec8-9af7-d45b785b3b97 admin admin] Publish callbacks [] for security_group (d805caf5-7342-4fd8-85f6-a5fa80980250), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.854502 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ff2db-dc93-4fbb-a843-505102d1f90f None None] Port 7ad14823-a1b0-423b-b147-564fb19ebd23 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:06.982431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ab7-e372-4ec8-9af7-d45b785b3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (d805caf5-7342-4fd8-85f6-a5fa80980250), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.984929 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ab7-e372-4ec8-9af7-d45b785b3b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:06.986185 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-f0f42ab7-e372-4ec8-9af7-d45b785b3b97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d805caf5-7342-4fd8-85f6-a5fa80980250 HTTP/1.1" status: 204 len: 168 time: 0.2811413 Apr 06 14:02:07.007886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f42ab7-e372-4ec8-9af7-d45b785b3b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805caf5-7342-4fd8-85f6-a5fa80980250,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.130869 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8e928-a52b-4623-8fad-a3703f6d2fb9 req-073edb4b-eab1-43e9-b063-d04f8fcf5e36 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:07.132399 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-54d8e928-a52b-4623-8fad-a3703f6d2fb9 req-073edb4b-eab1-43e9-b063-d04f8fcf5e36 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 931 time: 0.0834215 Apr 06 14:02:07.213242 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad14823-a1b0-423b-b147-564fb19ebd23 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:02:07.229059 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Publish callbacks [] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.238436 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-54d8e928-a52b-4623-8fad-a3703f6d2fb9 req-03b19045-c17a-42d7-80f3-cb26851f9c41 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989950 Apr 06 14:02:07.245563 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Transition to ACTIVE for port object 7ad14823-a1b0-423b-b147-564fb19ebd23 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:02:07.250446 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.294634 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34210) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:07.334385 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e7458721-cf19-41dd-a611-a3788d616740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.337354 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Pushing event updated for resources: {'Port': ['ID=7ad14823-a1b0-423b-b147-564fb19ebd23,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.418540 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Attempting to bind port 7ad14823-a1b0-423b-b147-564fb19ebd23 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:07.419040 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Attempting to bind port 7ad14823-a1b0-423b-b147-564fb19ebd23 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:07.419376 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Attempting to bind port 7ad14823-a1b0-423b-b147-564fb19ebd23 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:07.432720 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Port 7ad14823-a1b0-423b-b147-564fb19ebd23 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:02:07.433047 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Attempting to bind port 7ad14823-a1b0-423b-b147-564fb19ebd23 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:07.444719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:07.445067 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Checking segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:07.445468 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Bound using segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:07.446276 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Bound port: 7ad14823-a1b0-423b-b147-564fb19ebd23, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:07.446810 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.520211 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e7458721-cf19-41dd-a611-a3788d616740 admin admin] Publish callbacks [] for security_group (e674158d-eee9-4175-80e9-5f4107141b94), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.528246 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e7458721-cf19-41dd-a611-a3788d616740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e674158d-eee9-4175-80e9-5f4107141b94), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.581283 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] For port 7ad14823-a1b0-423b-b147-564fb19ebd23, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:07.598776 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] For port 7ad14823-a1b0-423b-b147-564fb19ebd23, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7ad14823-a1b0-423b-b147-564fb19ebd23,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:07.607002 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e7458721-cf19-41dd-a611-a3788d616740 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac652a160ce444ac97dccf37786b0081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111169 Apr 06 14:02:07.610275 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34212) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:07.611352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7458721-cf19-41dd-a611-a3788d616740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e674158d-eee9-4175-80e9-5f4107141b94,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.616409 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.650880 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:07.651573 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.653252 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] 10.222.0.15 "PUT /v2.0/ports/7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 1093 time: 0.9774337 Apr 06 14:02:07.655779 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:07.661007 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad26e37-a6df-4a92-ab54-bc3d30b5704e" -d '{"events": [{"name": "network-changed", "server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:07.669016 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-afa43dd7-ec20-4855-b81d-9ec96ed84891 admin admin] Publish callbacks [] for security_group (e674158d-eee9-4175-80e9-5f4107141b94), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.693990 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-afa43dd7-ec20-4855-b81d-9ec96ed84891 admin admin] Publish callbacks [] for security_group (e674158d-eee9-4175-80e9-5f4107141b94), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.716680 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f00ed-e462-4698-80fd-bf0921ecfa05 x-openstack-request-id: req-667f00ed-e462-4698-80fd-bf0921ecfa05 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:07.717151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:07.717416 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-667f00ed-e462-4698-80fd-bf0921ecfa05 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:07.717831 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667f00ed-e462-4698-80fd-bf0921ecfa05'] response: {'name': 'network-changed', 'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'status': 'completed', 'code': 200} Apr 06 14:02:07.748151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f4842-49bf-4022-a2c5-1b8c4d00125c service neutron] Pushing event updated for resources: {'Port': ['ID=7ad14823-a1b0-423b-b147-564fb19ebd23,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.764238 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-afa43dd7-ec20-4855-b81d-9ec96ed84891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e674158d-eee9-4175-80e9-5f4107141b94), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.769806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-afa43dd7-ec20-4855-b81d-9ec96ed84891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:07.771898 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-afa43dd7-ec20-4855-b81d-9ec96ed84891 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e674158d-eee9-4175-80e9-5f4107141b94 HTTP/1.1" status: 204 len: 168 time: 0.1601882 Apr 06 14:02:07.790275 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-dcefa770-6b04-4075-abbc-71ca318d49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:07.790783 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa43dd7-ec20-4855-b81d-9ec96ed84891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e674158d-eee9-4175-80e9-5f4107141b94,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:07.792178 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-dcefa770-6b04-4075-abbc-71ca318d49ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1127 time: 0.0776103 Apr 06 14:02:07.855999 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-6f9578a4-c13e-4e4c-a906-35274c300341 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 217 time: 0.0566726 Apr 06 14:02:07.909171 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-94a62345-e7ea-4d47-ab4e-bdcad05080ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:07.910827 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-94a62345-e7ea-4d47-ab4e-bdcad05080ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0491614 Apr 06 14:02:07.967492 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c420de-32d2-4311-8bc4-7a323813a31e req-c5930baa-4ae4-4c96-bb1d-e5dd3f70c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:07.969050 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-c5930baa-4ae4-4c96-bb1d-e5dd3f70c7bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523520 Apr 06 14:02:08.066892 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-234aa7a7-7047-4335-bf61-e071af4dc837 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907784 Apr 06 14:02:08.168774 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-02c420de-32d2-4311-8bc4-7a323813a31e req-dab639b7-141d-4603-bfc2-f22793467ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965519 Apr 06 14:02:08.362631 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102e4a5-a420-4d1f-886b-2db719109473 req-22f43ba4-047a-4270-ac3e-163ba42b787c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:08.364258 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c102e4a5-a420-4d1f-886b-2db719109473 req-22f43ba4-047a-4270-ac3e-163ba42b787c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.0587840 Apr 06 14:02:08.439980 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c102e4a5-a420-4d1f-886b-2db719109473 req-5a38639f-8dac-4358-a738-b2c467967236 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670874 Apr 06 14:02:08.445087 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-8eeec793-50d0-4cda-99a3-88d3383f5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:08.446587 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-8eeec793-50d0-4cda-99a3-88d3383f5a28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1127 time: 0.0814438 Apr 06 14:02:08.543630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-f536738c-228d-44dd-b6e6-bbe41d915163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:08.545171 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-f536738c-228d-44dd-b6e6-bbe41d915163 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0926733 Apr 06 14:02:08.589104 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-6e858044-c1a8-4f7f-b9aa-0bb9bb321d68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 217 time: 0.0381355 Apr 06 14:02:08.642953 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-dd3428ca-1410-457d-8b30-9ebe837eef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:08.644445 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-dd3428ca-1410-457d-8b30-9ebe837eef61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0501087 Apr 06 14:02:08.696256 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-97c3fe48-e937-4fb8-81db-8e1e5722203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:08.698154 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-97c3fe48-e937-4fb8-81db-8e1e5722203b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480928 Apr 06 14:02:08.796117 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-7cd713df-b17f-48e5-bfdc-1ddb885bfd7d service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921578 Apr 06 14:02:08.902439 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bad26e37-a6df-4a92-ab54-bc3d30b5704e req-e3383146-d256-482a-a0bc-794985c3c9e2 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011548 Apr 06 14:02:09.569139 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a189c5-5a3e-495c-9255-4d9377f903a9 req-806cbb6a-4d23-4c29-a939-42b743d45c5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:09.570646 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e4a189c5-5a3e-495c-9255-4d9377f903a9 req-806cbb6a-4d23-4c29-a939-42b743d45c5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.0589256 Apr 06 14:02:09.622855 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e4a189c5-5a3e-495c-9255-4d9377f903a9 req-ba9edf16-033c-4992-8950-6a6b537c3f8a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Apr 06 14:02:10.268286 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-2a0de004-e945-4901-8fd6-76be21f36a6b tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c31158f8f71341c3b6a8071931c0752c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302997 Apr 06 14:02:10.469594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-23ee714a-9716-4971-a60f-2e2eed108bf1 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:10.471117 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-23ee714a-9716-4971-a60f-2e2eed108bf1 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957090 Apr 06 14:02:10.486666 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-2a5f7c12-b7d6-4038-a8f5-33794b7ea737 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/quotas/c31158f8f71341c3b6a8071931c0752c HTTP/1.1" status: 200 len: 375 time: 0.0099218 Apr 06 14:02:10.520953 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-3767c9d9-859e-482c-84f2-93a8af56d2a8 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c31158f8f71341c3b6a8071931c0752c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284317 Apr 06 14:02:10.699072 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6580be8b-f9d7-4631-8cd8-a722a36e0c73 req-cff6b189-9b45-4077-bf4d-40ff1e5c5671 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 210 time: 0.0319674 Apr 06 14:02:11.030406 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb49a2a-7d08-46ee-be81-97173e0e2a39 req-842bfa7e-4fa0-4d62-b9c6-f6390d7170fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:11.032150 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bcb49a2a-7d08-46ee-be81-97173e0e2a39 req-842bfa7e-4fa0-4d62-b9c6-f6390d7170fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.3365529 Apr 06 14:02:11.084297 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bcb49a2a-7d08-46ee-be81-97173e0e2a39 req-2d97830f-8a3d-4533-8680-0cbe6b8427b3 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Apr 06 14:02:11.594029 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-10577d7f-f3e5-407b-90ce-8b4b89adab6d tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c31158f8f71341c3b6a8071931c0752c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217109 Apr 06 14:02:11.705128 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-4e1490a6-2d43-4137-b867-3a7884669146 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:11.706608 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-4e1490a6-2d43-4137-b867-3a7884669146 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080120 Apr 06 14:02:11.719606 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Request body: {'port': {'device_id': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a', 'admin_state_up': True, 'tenant_id': 'c31158f8f71341c3b6a8071931c0752c'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:11.797035 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f1a367d1-55f9-4633-a788-6711f6370aab req-6f592ebe-6c7c-4352-a4aa-af85d50ca6a5 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Apr 06 14:02:11.833767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Made reservation on behalf of c31158f8f71341c3b6a8071931c0752c for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:11.837348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:11.846445 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:11.919479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks [] for security_group (2cbfa776-3ee4-47d1-b689-ddd4b317eab7), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:11.925535 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (2cbfa776-3ee4-47d1-b689-ddd4b317eab7), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:11.989683 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbfa776-3ee4-47d1-b689-ddd4b317eab7,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:12.061677 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Allocated IP 192.168.233.45 (1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a/a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72/76f193bc-fd9c-401f-9c42-682ec98797a9) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:12.236502 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks [] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.251070 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2b73f-9673-4822-84e1-a29e8100f6c4 req-95104606-b8d5-43c1-bc0c-86a7144a1c65 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:12.252560 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e8f2b73f-9673-4822-84e1-a29e8100f6c4 req-95104606-b8d5-43c1-bc0c-86a7144a1c65 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.0965214 Apr 06 14:02:12.313398 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.318107 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e8f2b73f-9673-4822-84e1-a29e8100f6c4 req-b35a7a51-c59d-4b65-94f6-57913f853fe3 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593119 Apr 06 14:02:12.361872 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:12.367213 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:12.371082 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:12.377738 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Pushing event updated for resources: {'Port': ['ID=76f193bc-fd9c-401f-9c42-682ec98797a9,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:12.424245 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:12.424835 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.444736 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ee99aaf4-71f4-443a-a90a-d9336e61f453 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7287028 Apr 06 14:02:12.456334 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Request body: {'port': {'device_id': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:12.520337 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.561733 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-bbb332b5-346a-440d-8b06-f4cae47c8fcd None None] Provisioning complete for port 76f193bc-fd9c-401f-9c42-682ec98797a9 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:12.562536 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bbb332b5-346a-440d-8b06-f4cae47c8fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.599864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-bbb332b5-346a-440d-8b06-f4cae47c8fcd None None] Port 76f193bc-fd9c-401f-9c42-682ec98797a9 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:12.793247 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f193bc-fd9c-401f-9c42-682ec98797a9 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:02:12.801146 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Publish callbacks [] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.813868 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Transition to ACTIVE for port object 76f193bc-fd9c-401f-9c42-682ec98797a9 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:02:12.822296 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.874495 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Pushing event updated for resources: {'Port': ['ID=76f193bc-fd9c-401f-9c42-682ec98797a9,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:12.924550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca438a1-ed41-47da-93a8-426174a5de8e req-50de3c66-d244-4888-8463-08c27500bfd1 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:12.926229 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bca438a1-ed41-47da-93a8-426174a5de8e req-50de3c66-d244-4888-8463-08c27500bfd1 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 947 time: 0.0587351 Apr 06 14:02:12.950155 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Attempting to bind port 76f193bc-fd9c-401f-9c42-682ec98797a9 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:12.950571 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Attempting to bind port 76f193bc-fd9c-401f-9c42-682ec98797a9 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:12.951038 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Attempting to bind port 76f193bc-fd9c-401f-9c42-682ec98797a9 on network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:12.955830 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Port 76f193bc-fd9c-401f-9c42-682ec98797a9 on network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:02:12.956161 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Attempting to bind port 76f193bc-fd9c-401f-9c42-682ec98797a9 on network 1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:12.961694 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:12.962012 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Checking segment: {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:12.962404 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Bound using segment: {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:12.962870 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Bound port: 76f193bc-fd9c-401f-9c42-682ec98797a9, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6065b9e-528c-4126-9603-58bde4ce52fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:12.963233 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.978646 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bca438a1-ed41-47da-93a8-426174a5de8e req-0a210bb2-540a-4216-a2de-0e212211cf2d tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460768 Apr 06 14:02:13.040917 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] For port 76f193bc-fd9c-401f-9c42-682ec98797a9, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:13.044392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] For port 76f193bc-fd9c-401f-9c42-682ec98797a9, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=76f193bc-fd9c-401f-9c42-682ec98797a9,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:13.051218 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:13.086352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.087016 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:13.088373 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] 10.222.0.15 "PUT /v2.0/ports/76f193bc-fd9c-401f-9c42-682ec98797a9 HTTP/1.1" status: 200 len: 1097 time: 0.6363208 Apr 06 14:02:13.088852 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'tag': '76f193bc-fd9c-401f-9c42-682ec98797a9'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:13.091122 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c266151-18bf-4c0e-a33b-1ad52a345aab" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb2b793-3814-46b0-aa14-4212e41e6845", "tag": "76f193bc-fd9c-401f-9c42-682ec98797a9"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:13.115915 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af557961-17ec-41cb-a6c1-7287e1efce36 service neutron] Pushing event updated for resources: {'Port': ['ID=76f193bc-fd9c-401f-9c42-682ec98797a9,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:13.140586 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b30302f-96cd-4791-99d3-af23f15fd89b x-openstack-request-id: req-8b30302f-96cd-4791-99d3-af23f15fd89b {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:13.140941 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb2b793-3814-46b0-aa14-4212e41e6845", "tag": "76f193bc-fd9c-401f-9c42-682ec98797a9", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:13.141254 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b30302f-96cd-4791-99d3-af23f15fd89b {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:13.141713 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b30302f-96cd-4791-99d3-af23f15fd89b'] response: {'name': 'network-changed', 'server_uuid': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'tag': '76f193bc-fd9c-401f-9c42-682ec98797a9', 'status': 'completed', 'code': 200} Apr 06 14:02:13.182649 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-5d4ff2c7-e6f5-43d4-92d3-8281f83bf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.184265 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-5d4ff2c7-e6f5-43d4-92d3-8281f83bf8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c31158f8f71341c3b6a8071931c0752c&device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 1131 time: 0.0541711 Apr 06 14:02:13.231383 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-9f82a11a-daba-4e6f-8c0f-6d6989ad2dcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=76f193bc-fd9c-401f-9c42-682ec98797a9 HTTP/1.1" status: 200 len: 217 time: 0.0395110 Apr 06 14:02:13.282814 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-68b70f31-81a0-4ae5-a4f5-d0aa00de3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.284319 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-68b70f31-81a0-4ae5-a4f5-d0aa00de3e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72 HTTP/1.1" status: 200 len: 843 time: 0.0470693 Apr 06 14:02:13.335684 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-7d33eb97-50ec-4355-8cc4-eed2763c68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.337104 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-7d33eb97-50ec-4355-8cc4-eed2763c68b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0464647 Apr 06 14:02:13.436314 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-d28ee80c-d8a9-4e53-8f42-471f63b8a73d service neutron] 10.222.0.15 "GET /v2.0/networks/1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909736 Apr 06 14:02:13.438204 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3ca7-849e-485a-bbca-37cb5012cb2e req-a3e82488-6afc-4cb9-a018-96bd48fb9c1a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.439727 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bdbb3ca7-849e-485a-bbca-37cb5012cb2e req-a3e82488-6afc-4cb9-a018-96bd48fb9c1a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.0509670 Apr 06 14:02:13.492534 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-bdbb3ca7-849e-485a-bbca-37cb5012cb2e req-3cd935ac-57ef-4b6f-9812-4a054e3b8def tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 Apr 06 14:02:13.567395 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6f4e2ad3-4948-41e1-aebb-276e48ece2a9 req-ecde2e12-4c60-466d-82fe-6a21243f7e69 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874891 Apr 06 14:02:14.104649 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faa817-2f67-4a1f-b028-08cc37d9489a req-eea5b052-958f-47ef-ad4d-f31cbe9fbe6d tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.106261 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-19faa817-2f67-4a1f-b028-08cc37d9489a req-eea5b052-958f-47ef-ad4d-f31cbe9fbe6d tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 947 time: 0.0562809 Apr 06 14:02:14.162753 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-19faa817-2f67-4a1f-b028-08cc37d9489a req-90dc72f1-7fce-4d08-80f4-c40ad092c64f tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499220 Apr 06 14:02:14.626489 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca85da-4f29-4d72-9af0-9bd95d53dfea req-036378d6-5d89-4b97-98e9-88c8bb5feb7d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.628056 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-15ca85da-4f29-4d72-9af0-9bd95d53dfea req-036378d6-5d89-4b97-98e9-88c8bb5feb7d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.0660756 Apr 06 14:02:14.675861 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-e590593f-fe9c-49ec-b109-4869275c226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.677554 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-e590593f-fe9c-49ec-b109-4869275c226d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c31158f8f71341c3b6a8071931c0752c&device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 1131 time: 0.0642145 Apr 06 14:02:14.690077 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-15ca85da-4f29-4d72-9af0-9bd95d53dfea req-833adef1-deb7-4832-8c7d-12b5634604ee tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555711 Apr 06 14:02:14.772547 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-cde636ea-21ea-4639-bd28-bfeaf1c9b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.773935 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-cde636ea-21ea-4639-bd28-bfeaf1c9b53f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a HTTP/1.1" status: 200 len: 870 time: 0.0905049 Apr 06 14:02:14.818014 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-fed42da9-1fbd-48e5-b1a5-c266aca946bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=76f193bc-fd9c-401f-9c42-682ec98797a9 HTTP/1.1" status: 200 len: 217 time: 0.0384624 Apr 06 14:02:14.866576 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-b3ed4d4c-5883-484d-ae28-f92ea96c1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.868418 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-b3ed4d4c-5883-484d-ae28-f92ea96c1620 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72 HTTP/1.1" status: 200 len: 843 time: 0.0449917 Apr 06 14:02:14.922135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-3350be70-2a9e-43a6-88e3-3bfaa7328918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.923700 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-3350be70-2a9e-43a6-88e3-3bfaa7328918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0490620 Apr 06 14:02:15.021501 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-bdcb18f1-899a-4786-b741-43eb27667a47 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914519 Apr 06 14:02:15.113774 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4c266151-18bf-4c0e-a33b-1ad52a345aab req-f3decb43-2fec-42d8-b82b-e9a7882d5b14 service neutron] 10.222.0.15 "GET /v2.0/networks/1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865109 Apr 06 14:02:15.294065 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7226411-ac5f-4d8c-a6d6-e3ec08577f39 req-89e0b648-e2af-463c-bc2d-776dac70802b tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:15.295556 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e7226411-ac5f-4d8c-a6d6-e3ec08577f39 req-89e0b648-e2af-463c-bc2d-776dac70802b tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 947 time: 0.0561635 Apr 06 14:02:15.353840 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e7226411-ac5f-4d8c-a6d6-e3ec08577f39 req-9ab8df18-6dff-40cd-9389-88f298df6f8b tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Apr 06 14:02:15.820807 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9fe10-1a65-47a9-93c8-9335ce3f61c2 req-a622c3d9-dcf6-41c1-b33e-1dae16b01f08 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:15.822292 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-72d9fe10-1a65-47a9-93c8-9335ce3f61c2 req-a622c3d9-dcf6-41c1-b33e-1dae16b01f08 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 943 time: 0.0634367 Apr 06 14:02:15.874312 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-72d9fe10-1a65-47a9-93c8-9335ce3f61c2 req-3dbaac15-26b4-45d1-860f-40367863f346 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Apr 06 14:02:16.121184 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7ad14823-a1b0-423b-b147-564fb19ebd23 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:02:16.238661 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 7ad14823-a1b0-423b-b147-564fb19ebd23, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7ad14823-a1b0-423b-b147-564fb19ebd23,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:16.250562 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:02:16.291392 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 7ad14823-a1b0-423b-b147-564fb19ebd23 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:16.291781 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:16.305650 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad14823-a1b0-423b-b147-564fb19ebd23 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:02:16.326480 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 7ad14823-a1b0-423b-b147-564fb19ebd23, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7ad14823-a1b0-423b-b147-564fb19ebd23,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:16.332042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:16.332791 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 76f193bc-fd9c-401f-9c42-682ec98797a9 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:02:16.438219 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=7ad14823-a1b0-423b-b147-564fb19ebd23,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:16.487968 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 76f193bc-fd9c-401f-9c42-682ec98797a9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=76f193bc-fd9c-401f-9c42-682ec98797a9,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:16.493297 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3984-cf63-4695-843d-94d5e42fc12c req-4e31cc7a-564c-40d0-825e-6f7ec8b4fbef tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:16.494835 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77ea3984-cf63-4695-843d-94d5e42fc12c req-4e31cc7a-564c-40d0-825e-6f7ec8b4fbef tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 947 time: 0.0602117 Apr 06 14:02:16.499428 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': '76f193bc-fd9c-401f-9c42-682ec98797a9', 'network_id': '1fc82a0d-205f-4219-afe9-3bc2fb4a2d7a', 'port_id': '76f193bc-fd9c-401f-9c42-682ec98797a9', 'mac_address': 'fa:16:3e:06:db:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39d4ac4-cb2a-4d44-a2e8-b76ee0fc0f72', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:02:16.538189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 76f193bc-fd9c-401f-9c42-682ec98797a9 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:16.538583 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:16.544012 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-77ea3984-cf63-4695-843d-94d5e42fc12c req-32573dcd-782b-40f7-8cee-7c6fea7a2ef5 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Apr 06 14:02:16.551864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f193bc-fd9c-401f-9c42-682ec98797a9 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:02:16.572020 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 76f193bc-fd9c-401f-9c42-682ec98797a9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=76f193bc-fd9c-401f-9c42-682ec98797a9,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:16.578331 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:16.626668 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=76f193bc-fd9c-401f-9c42-682ec98797a9,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:16.893166 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['7ad14823-a1b0-423b-b147-564fb19ebd23'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:02:16.953621 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['76f193bc-fd9c-401f-9c42-682ec98797a9'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:02:17.005419 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705f6f-1275-48e0-a130-59cac3016776 req-0ccb8595-ae81-4c54-b130-270f3d314f68 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.007031 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-08705f6f-1275-48e0-a130-59cac3016776 req-0ccb8595-ae81-4c54-b130-270f3d314f68 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 944 time: 0.0597408 Apr 06 14:02:17.064181 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-08705f6f-1275-48e0-a130-59cac3016776 req-f801365e-52f5-416a-9077-01c7e5bdead9 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 Apr 06 14:02:17.680042 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806d517-0b20-4e9b-b777-c35a8e371ed6 req-40bc1d5b-f973-4adf-aff9-eed2f033e145 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:17.681553 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d806d517-0b20-4e9b-b777-c35a8e371ed6 req-40bc1d5b-f973-4adf-aff9-eed2f033e145 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 948 time: 0.0599537 Apr 06 14:02:17.730090 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d806d517-0b20-4e9b-b777-c35a8e371ed6 req-942bb283-fe3a-4277-84cd-c13e0805e5e1 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Apr 06 14:02:18.137253 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7ad14823-a1b0-423b-b147-564fb19ebd23 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:18.195879 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 7ad14823-a1b0-423b-b147-564fb19ebd23 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:02:18.196533 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7c4e8-9e67-41ce-9ca7-0559a169c5d0 req-fcd3d408-7c75-4111-a617-0ff30451c69c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:18.198118 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-42e7c4e8-9e67-41ce-9ca7-0559a169c5d0 req-fcd3d408-7c75-4111-a617-0ff30451c69c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 944 time: 0.0589423 Apr 06 14:02:18.201030 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 7ad14823-a1b0-423b-b147-564fb19ebd23 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:18.210642 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.249075 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-42e7c4e8-9e67-41ce-9ca7-0559a169c5d0 req-88958794-91f2-47fe-88cc-6d81886af38f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Apr 06 14:02:18.293451 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 7ad14823-a1b0-423b-b147-564fb19ebd23 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:18.293819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.317535 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:18.319838 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41160b7-cdb4-4e26-9b25-b52a96df10f4" -d '{"events": [{"server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "name": "network-vif-plugged", "status": "completed", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:18.332015 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 7ad14823-a1b0-423b-b147-564fb19ebd23, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7ad14823-a1b0-423b-b147-564fb19ebd23,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:18.338792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.339708 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 76f193bc-fd9c-401f-9c42-682ec98797a9 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:18.364187 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768395f4-8967-4bd3-982d-ec75eaccfd09 x-openstack-request-id: req-768395f4-8967-4bd3-982d-ec75eaccfd09 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:18.364451 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "name": "network-vif-plugged", "status": "completed", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:18.364706 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-768395f4-8967-4bd3-982d-ec75eaccfd09 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:18.365106 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768395f4-8967-4bd3-982d-ec75eaccfd09'] response: {'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'code': 200} Apr 06 14:02:18.426448 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=7ad14823-a1b0-423b-b147-564fb19ebd23,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:18.445650 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port 76f193bc-fd9c-401f-9c42-682ec98797a9 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:02:18.450520 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port 76f193bc-fd9c-401f-9c42-682ec98797a9 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:18.451143 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.536880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port 76f193bc-fd9c-401f-9c42-682ec98797a9 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:18.537297 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.572191 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port 76f193bc-fd9c-401f-9c42-682ec98797a9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=76f193bc-fd9c-401f-9c42-682ec98797a9,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:18.577294 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.577562 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c08b5-4142-4cec-939a-957619bf2504 req-d5c558db-8bc0-466c-af0e-13dce9a89060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:18.579150 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f89c08b5-4142-4cec-939a-957619bf2504 req-d5c558db-8bc0-466c-af0e-13dce9a89060 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1129 time: 0.0474925 Apr 06 14:02:18.625836 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f89c08b5-4142-4cec-939a-957619bf2504 req-7fb12a10-64e8-472f-8222-8b35031ededd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 Apr 06 14:02:18.627705 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=76f193bc-fd9c-401f-9c42-682ec98797a9,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:18.853466 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2133-4647-4a8e-a1f4-f50712d8e299 req-3dad14b2-83e8-459e-b608-5c5837db4b5c tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:18.854971 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3f2a2133-4647-4a8e-a1f4-f50712d8e299 req-3dad14b2-83e8-459e-b608-5c5837db4b5c tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.0563388 Apr 06 14:02:18.902585 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3f2a2133-4647-4a8e-a1f4-f50712d8e299 req-61cf542d-dd9b-4580-8672-e1ce81e2ae49 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Apr 06 14:02:19.322713 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:19.380542 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc182-7b62-4e4d-9a83-0a288418567b req-543ff04c-42f0-4195-b664-93f89775812f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:19.382179 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7c4fc182-7b62-4e4d-9a83-0a288418567b req-543ff04c-42f0-4195-b664-93f89775812f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 945 time: 0.0609388 Apr 06 14:02:19.433395 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-7c4fc182-7b62-4e4d-9a83-0a288418567b req-9547d1a3-5a84-4313-b43f-bfe27f4e0abb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Apr 06 14:02:20.028017 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9a02f-c503-4814-8cb5-3d8133bb90f7 req-f019d0d7-7064-42af-aab2-c02e044ea804 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:20.030236 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-01f9a02f-c503-4814-8cb5-3d8133bb90f7 req-f019d0d7-7064-42af-aab2-c02e044ea804 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.0610657 Apr 06 14:02:20.088646 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-01f9a02f-c503-4814-8cb5-3d8133bb90f7 req-15c5f928-573c-4e52-b06e-4a4d2ddfca80 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Apr 06 14:02:20.366865 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f193bc-fd9c-401f-9c42-682ec98797a9'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:20.369652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e6a973-0e39-40f9-9653-25e72ca095aa" -d '{"events": [{"server_uuid": "dfb2b793-3814-46b0-aa14-4212e41e6845", "name": "network-vif-plugged", "status": "completed", "tag": "76f193bc-fd9c-401f-9c42-682ec98797a9"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:20.410334 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa605652-48fd-465a-ad2e-c63ea0e00c61 x-openstack-request-id: req-fa605652-48fd-465a-ad2e-c63ea0e00c61 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:20.410628 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb2b793-3814-46b0-aa14-4212e41e6845", "name": "network-vif-plugged", "status": "completed", "tag": "76f193bc-fd9c-401f-9c42-682ec98797a9", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:20.410914 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa605652-48fd-465a-ad2e-c63ea0e00c61 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:20.411320 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa605652-48fd-465a-ad2e-c63ea0e00c61'] response: {'server_uuid': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f193bc-fd9c-401f-9c42-682ec98797a9', 'code': 200} Apr 06 14:02:20.562911 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ede0-8586-4041-a27c-588e2c118655 req-8b588b8a-2241-4dc7-8bd9-48efe7f91817 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:20.564396 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-54a5ede0-8586-4041-a27c-588e2c118655 req-8b588b8a-2241-4dc7-8bd9-48efe7f91817 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 945 time: 0.0559840 Apr 06 14:02:20.587807 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e471c4-c4f6-4b1d-b1d7-f5f1c5cfa604 req-96aaa059-a256-41aa-ab55-1202c665cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:20.589364 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-98e471c4-c4f6-4b1d-b1d7-f5f1c5cfa604 req-96aaa059-a256-41aa-ab55-1202c665cc73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 1133 time: 0.0501764 Apr 06 14:02:20.620800 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-54a5ede0-8586-4041-a27c-588e2c118655 req-af22df87-f621-4af7-abff-76740bffec6a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497630 Apr 06 14:02:20.633458 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-98e471c4-c4f6-4b1d-b1d7-f5f1c5cfa604 req-d57fc019-539d-47b0-9291-287dc3b5ca9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Apr 06 14:02:20.741878 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08ae3-7647-49d2-a286-e5b5656839d1 req-77802322-b790-4566-8332-179ef5e49108 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:20.743407 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8dc08ae3-7647-49d2-a286-e5b5656839d1 req-77802322-b790-4566-8332-179ef5e49108 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 945 time: 0.0569148 Apr 06 14:02:20.794427 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8dc08ae3-7647-49d2-a286-e5b5656839d1 req-64354fda-8b3a-4478-9671-ef94dc71dc76 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Apr 06 14:02:20.822199 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34324) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:20.868164 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac0681-6233-4657-b1d5-e96f5074c121 tempest-TestVolumeBootPattern-588866716 tempest-TestVolumeBootPattern-588866716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:20.869696 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-87ac0681-6233-4657-b1d5-e96f5074c121 tempest-TestVolumeBootPattern-588866716 tempest-TestVolumeBootPattern-588866716-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1124 time: 0.0464504 Apr 06 14:02:20.872907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34326) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:20.877136 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:20.900190 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:20.997869 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:21.106106 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Allocated IP 172.27.0.42 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/cef37c84-59c0-4c62-b637-952cd0f49d88) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:21.516883 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:21.530836 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae600ec-101c-40bc-afa3-d56fd1058011 req-04a4d472-c78c-44d4-9f6f-d2fc8c84f246 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:21.532449 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fae600ec-101c-40bc-afa3-d56fd1058011 req-04a4d472-c78c-44d4-9f6f-d2fc8c84f246 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.3705158 Apr 06 14:02:21.589411 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:21.620405 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fae600ec-101c-40bc-afa3-d56fd1058011 req-d7f37ddd-0500-4f87-b947-1581a7546f65 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807710 Apr 06 14:02:21.634399 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:21.640193 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:21.644102 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:21.669702 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=cef37c84-59c0-4c62-b637-952cd0f49d88,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:22.049953 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (afc4c94a-31ea-4bb1-9ee7-f6ee688c9784), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.131806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.307776 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.314476 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.384128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=cef37c84-59c0-4c62-b637-952cd0f49d88,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:22.399923 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (afc4c94a-31ea-4bb1-9ee7-f6ee688c9784), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.506884 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Floating IP afc4c94a-31ea-4bb1-9ee7-f6ee688c9784 associated. External IP: 172.27.0.42, port: 7ad14823-a1b0-423b-b147-564fb19ebd23. Apr 06 14:02:22.744218 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7032a-69d7-4b4c-aab5-93ea847b323a req-3a255c0a-adc9-4401-a1f8-6f7fbfe98fd8 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:22.745890 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78d7032a-69d7-4b4c-aab5-93ea847b323a req-3a255c0a-adc9-4401-a1f8-6f7fbfe98fd8 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.0555305 Apr 06 14:02:22.770499 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:02:22.803760 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-78d7032a-69d7-4b4c-aab5-93ea847b323a req-cf4ec332-06ae-43ee-b57a-6d3f63543d37 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Apr 06 14:02:22.904294 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:22.917803 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:22.926907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.930620 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:22.931798 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:22.981543 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-5567ef9d-d8be-42a2-83d1-743b0c15b3fa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0938470 Apr 06 14:02:22.981543 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:22.981543 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76162a89-5299-46b9-8ba2-cafd4884730a" -d '{"events": [{"name": "network-changed", "server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:23.020585 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a5cf4-8955-4462-8a3f-a1a7a5851859 x-openstack-request-id: req-128a5cf4-8955-4462-8a3f-a1a7a5851859 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:23.022605 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:23.022605 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-128a5cf4-8955-4462-8a3f-a1a7a5851859 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:23.023774 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128a5cf4-8955-4462-8a3f-a1a7a5851859'] response: {'name': 'network-changed', 'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'status': 'completed', 'code': 200} Apr 06 14:02:23.073388 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:23.138719 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890356ab-8f6a-4890-9dd0-a58d013acb03 req-04c4e7a0-d775-4c28-a812-e861cdc288b2 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:23.140330 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-890356ab-8f6a-4890-9dd0-a58d013acb03 req-04c4e7a0-d775-4c28-a812-e861cdc288b2 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.0543301 Apr 06 14:02:23.198633 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-890356ab-8f6a-4890-9dd0-a58d013acb03 req-1cb0561c-0cd2-46b9-a6f5-e149ac26c6e4 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489817 Apr 06 14:02:23.359416 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:21Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:23.390619 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:23.400250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:23.400887 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:01:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:23.650424 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:23.890331 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:21Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:23.922500 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6c819-1b87-4577-97b3-ca70a7e41154 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:21Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:24.057590 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76162a89-5299-46b9-8ba2-cafd4884730a req-4335f015-deb7-4935-83b3-a32a25185954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:24.059133 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-4335f015-deb7-4935-83b3-a32a25185954 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1129 time: 0.0522845 Apr 06 14:02:24.163259 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53757855-c0d3-4ac4-b121-72999bdfe6f5 None None] New status for floating IP afc4c94a-31ea-4bb1-9ee7-f6ee688c9784: ACTIVE {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:02:24.167385 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76162a89-5299-46b9-8ba2-cafd4884730a req-c6c50ff3-d9b3-4a41-b160-93e5c4861c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:24.167385 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-c6c50ff3-d9b3-4a41-b160-93e5c4861c35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.1005840 Apr 06 14:02:24.272131 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-4a7b08a9-561a-4c40-8ea2-2c94bebb2ca6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 998 time: 0.0669076 Apr 06 14:02:24.337711 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dd775-7f40-42af-9c81-9d26ff418c71 req-812ffc02-af42-4d95-9b25-5c6fc538faac tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:24.338907 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76162a89-5299-46b9-8ba2-cafd4884730a req-fd044937-dce1-42a6-ab6e-36c630178756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:24.339501 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd5dd775-7f40-42af-9c81-9d26ff418c71 req-812ffc02-af42-4d95-9b25-5c6fc538faac tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.0646734 Apr 06 14:02:24.344478 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-fd044937-dce1-42a6-ab6e-36c630178756 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0644190 Apr 06 14:02:24.403657 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-fd5dd775-7f40-42af-9c81-9d26ff418c71 req-88583723-aaa6-4287-a03d-3a95e47936cc tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cbfa776-3ee4-47d1-b689-ddd4b317eab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Apr 06 14:02:24.427093 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-9f2ae477-4132-46ae-965d-aa46fd64e9f3 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:24.428729 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-9f2ae477-4132-46ae-965d-aa46fd64e9f3 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 949 time: 0.1042523 Apr 06 14:02:24.444152 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76162a89-5299-46b9-8ba2-cafd4884730a req-9e42ad9b-a086-4c72-a031-8417f40d6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:24.445686 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-9e42ad9b-a086-4c72-a031-8417f40d6dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791137 Apr 06 14:02:24.605848 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-a1e70a2f-1f6a-44bd-990f-d0ab670b1218 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393113 Apr 06 14:02:24.669565 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Deleting port 76f193bc-fd9c-401f-9c42-682ec98797a9 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:02:24.669933 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.780548 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-76162a89-5299-46b9-8ba2-cafd4884730a req-ae7ad512-8249-4785-ae07-1603a290d056 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689978 Apr 06 14:02:24.798352 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] For port 76f193bc-fd9c-401f-9c42-682ec98797a9, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=76f193bc-fd9c-401f-9c42-682ec98797a9,segment=NetworkSegment(f6065b9e-528c-4126-9603-58bde4ce52fc),segment_id=f6065b9e-528c-4126-9603-58bde4ce52fc)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:24.798923 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.813686 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Calling delete_port for 76f193bc-fd9c-401f-9c42-682ec98797a9 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:02:24.967257 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (76f193bc-fd9c-401f-9c42-682ec98797a9), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.978947 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['76f193bc-fd9c-401f-9c42-682ec98797a9'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:02:24.995332 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Pushing event deleted for resources: {'Port': ['ID=76f193bc-fd9c-401f-9c42-682ec98797a9,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:25.046831 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] No DVR routers for this DVR port 76f193bc-fd9c-401f-9c42-682ec98797a9 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:02:25.049735 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.053287 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4814094b-5a7f-4b1e-bee9-f3c313393d67 req-4dac0470-54d7-4a6f-96f8-97c5361a2142 tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.15 "DELETE /v2.0/ports/76f193bc-fd9c-401f-9c42-682ec98797a9 HTTP/1.1" status: 204 len: 173 time: 0.6187284 Apr 06 14:02:25.053782 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'name': 'network-vif-deleted', 'tag': '76f193bc-fd9c-401f-9c42-682ec98797a9'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:02:25.056194 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11509f12-256c-4d20-b760-3134cee68db7" -d '{"events": [{"server_uuid": "dfb2b793-3814-46b0-aa14-4212e41e6845", "name": "network-vif-deleted", "tag": "76f193bc-fd9c-401f-9c42-682ec98797a9"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:02:25.119459 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf90d32-4982-424a-b38f-a9f64e88bd5e x-openstack-request-id: req-3bf90d32-4982-424a-b38f-a9f64e88bd5e {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:02:25.120310 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb2b793-3814-46b0-aa14-4212e41e6845", "name": "network-vif-deleted", "tag": "76f193bc-fd9c-401f-9c42-682ec98797a9", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:02:25.120310 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bf90d32-4982-424a-b38f-a9f64e88bd5e {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:02:25.120715 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf90d32-4982-424a-b38f-a9f64e88bd5e'] response: {'server_uuid': 'dfb2b793-3814-46b0-aa14-4212e41e6845', 'name': 'network-vif-deleted', 'tag': '76f193bc-fd9c-401f-9c42-682ec98797a9', 'status': 'completed', 'code': 200} Apr 06 14:02:25.465517 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f9bc86cf-e650-42b6-9f85-81ef5c551fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.533277 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-88bb997c-6dbf-43bd-963f-b95fdad4c79c req-bd412aab-248c-4b9d-bf35-f4438e65bb9c tempest-VolumesNegativeTest-1751409137 tempest-VolumesNegativeTest-1751409137-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb2b793-3814-46b0-aa14-4212e41e6845 HTTP/1.1" status: 200 len: 210 time: 0.0351672 Apr 06 14:02:27.063347 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-eedb1a64-1748-4af6-bae0-8fc0d88beb48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565519 Apr 06 14:02:27.178417 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-20c88ec9-c4cd-43f4-baf4-fb4c370e8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:27.180178 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-20c88ec9-c4cd-43f4-baf4-fb4c370e8de6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1129 time: 0.0644872 Apr 06 14:02:27.292338 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-ce7c8b7b-cf97-4465-9b87-24c9867200d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:27.293931 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-ce7c8b7b-cf97-4465-9b87-24c9867200d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0955329 Apr 06 14:02:27.373370 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-3f48ce96-94e9-482e-bfc4-9d2855d2e623 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 1000 time: 0.0732594 Apr 06 14:02:27.446343 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-ff7a1b92-8262-4cdc-90e2-d1c7c436698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:27.447866 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-ff7a1b92-8262-4cdc-90e2-d1c7c436698c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0689995 Apr 06 14:02:27.528464 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-c003695f-6ddc-4e55-8170-861005f3564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:27.531016 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-c003695f-6ddc-4e55-8170-861005f3564b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766978 Apr 06 14:02:27.643639 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-a454f0c7-ffb9-4429-a80c-f3b2715bfdae service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061611 Apr 06 14:02:27.757546 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b7a8496d-e1ce-4424-a05f-46cb19b03b71 req-c77d2fa9-4e8d-49f2-b272-7abaf0c2ac77 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079586 Apr 06 14:02:28.108768 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f108-521a-4f72-8660-e4378e857f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.158064 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 76f193bc-fd9c-401f-9c42-682ec98797a9 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:02:28.180188 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 76f193bc-fd9c-401f-9c42-682ec98797a9 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:02:28.180617 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 76f193bc-fd9c-401f-9c42-682ec98797a9 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:02:29.219013 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.493523 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.827331 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34598) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:30.972723 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-8659655c-1ae9-4f76-b731-0e7402ec65f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c31158f8f71341c3b6a8071931c0752c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440458 Apr 06 14:02:30.976569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34602) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:31.025689 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38c0afd9-b871-44aa-968e-b4cfcab60cd4 admin admin] Publish callbacks [] for security_group (2cbfa776-3ee4-47d1-b689-ddd4b317eab7), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:31.048454 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38c0afd9-b871-44aa-968e-b4cfcab60cd4 admin admin] Publish callbacks [] for security_group (2cbfa776-3ee4-47d1-b689-ddd4b317eab7), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:31.099962 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38c0afd9-b871-44aa-968e-b4cfcab60cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (2cbfa776-3ee4-47d1-b689-ddd4b317eab7), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:31.102513 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-38c0afd9-b871-44aa-968e-b4cfcab60cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:31.106289 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-38c0afd9-b871-44aa-968e-b4cfcab60cd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cbfa776-3ee4-47d1-b689-ddd4b317eab7 HTTP/1.1" status: 204 len: 168 time: 0.1262619 Apr 06 14:02:31.111585 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0afd9-b871-44aa-968e-b4cfcab60cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbfa776-3ee4-47d1-b689-ddd4b317eab7,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:31.863867 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34624) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:31.976486 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1031873051-network', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:32.008231 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Made reservation on behalf of 741d4a9a5a784e2db385a067cc5c1762 for: {'network': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:32.010839 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.020710 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.109962 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks [] for security_group (e6c33f22-9ee1-4304-ae54-821baa46c912), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.114145 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e6c33f22-9ee1-4304-ae54-821baa46c912), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.147670 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:02:32.157520 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c33f22-9ee1-4304-ae54-821baa46c912,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:32.162871 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (d0f77173-ff7e-4c5b-8be1-74539ea31935), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.163197 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.segments_db [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Added segment d0f77173-ff7e-4c5b-8be1-74539ea31935 of type vlan for network 37eeb6d7-d584-4910-85c4-c51993734a49 Apr 06 14:02:32.209740 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (37eeb6d7-d584-4910-85c4-c51993734a49), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.240067 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (37eeb6d7-d584-4910-85c4-c51993734a49), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.241261 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:32.241847 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.309435 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4441357 Apr 06 14:02:32.312310 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34628) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:32.319688 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Request body: {'subnet': {'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1031873051-subnet', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:32.324354 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3e06e-7a40-4ad6-84dc-36494615f854 admin admin] Pushing event updated for resources: {'Network': ['ID=37eeb6d7-d584-4910-85c4-c51993734a49,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:32.336537 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network 37eeb6d7-d584-4910-85c4-c51993734a49 details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:02:32.348799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Made reservation on behalf of 741d4a9a5a784e2db385a067cc5c1762 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:32.351536 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58568970'] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.470556 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.555874 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63083236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58568980'] for subnet (79c1debf-9cc4-4e60-a692-4200fb9c810f), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.612393 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c1debf-9cc4-4e60-a692-4200fb9c810f,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:32.622135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Checking segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:32.622498 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Network hostable DHCP agents. Network: 37eeb6d7-d584-4910-85c4-c51993734a49, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:02:32.644344 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Network 37eeb6d7-d584-4910-85c4-c51993734a49 is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:02:32.661194 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, 37eeb6d7-d584-4910-85c4-c51993734a49) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:32.666192 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:32.666838 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.671144 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfd07c-7925-40c5-ba92-1cf13e6ddaa2 None None] Network 37eeb6d7-d584-4910-85c4-c51993734a49 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:32.688461 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1277506d-e452-4783-90ea-ec7c87368ad9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749797 Apr 06 14:02:32.691561 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34630) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:32.696049 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:32.719822 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (c1d7f714-b5da-4687-a1db-878507aea34e), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.720859 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (c1d7f714-b5da-4687-a1db-878507aea34e), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.780608 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks [] for router_controller (c1d7f714-b5da-4687-a1db-878507aea34e), precommit_add_association {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.784091 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-37eeb6d7-d584-4910-85c4-c51993734a49', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:02:32.784996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.928411 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks [] for router_gateway (c1d7f714-b5da-4687-a1db-878507aea34e), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:32.931965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Allocated IP 172.20.0.2 (37eeb6d7-d584-4910-85c4-c51993734a49/79c1debf-9cc4-4e60-a692-4200fb9c810f/a3f7a159-43e8-4303-b877-f7cdc94ddf1e) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:33.098176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Publish callbacks [] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.106051 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.155506 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Network 37eeb6d7-d584-4910-85c4-c51993734a49 is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:33.160044 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:33.162077 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Pushing event updated for resources: {'Port': ['ID=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:33.164304 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:33.222633 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Attempting to bind port a3f7a159-43e8-4303-b877-f7cdc94ddf1e on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:33.223035 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Attempting to bind port a3f7a159-43e8-4303-b877-f7cdc94ddf1e by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:33.223402 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Attempting to bind port a3f7a159-43e8-4303-b877-f7cdc94ddf1e on network 37eeb6d7-d584-4910-85c4-c51993734a49 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:33.229218 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:33.229598 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Checking segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:33.230019 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.230426 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Bound using segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:33.230926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Bound port: a3f7a159-43e8-4303-b877-f7cdc94ddf1e, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:33.231308 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.300024 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] For port a3f7a159-43e8-4303-b877-f7cdc94ddf1e, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:33.303470 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] For port a3f7a159-43e8-4303-b877-f7cdc94ddf1e, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:33.310897 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.367704 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c20f67-642c-43ca-8bd9-fb2708a73daa None None] Pushing event updated for resources: {'Port': ['ID=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:33.425293 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks [] for router_gateway (c1d7f714-b5da-4687-a1db-878507aea34e), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.445182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.584767 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Allocated IP 172.27.0.56 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/cc1e6e5a-8e34-4b74-b17a-690c52ac8b96) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:33.704174 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks [] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.741672 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:33.779177 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:33.785938 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:33.790360 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:33.793392 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:34.044791 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks [] for router_gateway (c1d7f714-b5da-4687-a1db-878507aea34e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.256633 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (c1d7f714-b5da-4687-a1db-878507aea34e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.283113 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3522c7-0ec5-44fd-a718-dd083df283f2 None None] Network 37eeb6d7-d584-4910-85c4-c51993734a49 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:34.354300 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] Provisioning complete for port a3f7a159-43e8-4303-b877-f7cdc94ddf1e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:34.354678 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.399928 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Router c1d7f714-b5da-4687-a1db-878507aea34e is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:02:34.478630 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] Current status of the port a3f7a159-43e8-4303-b877-f7cdc94ddf1e is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:34.479288 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.518348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:34.520908 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] For port a3f7a159-43e8-4303-b877-f7cdc94ddf1e, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:34.529767 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.531941 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Sync routers for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:34.546113 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.548835 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-b8924e9e-e6fe-43a3-ba43-8d21bfa62062 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8556476 Apr 06 14:02:34.551322 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34632) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:34.578412 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:34.578989 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:34.642472 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97437d6-dc07-4669-be3e-131f9369a3ed None None] Pushing event updated for resources: {'Port': ['ID=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:34.692025 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:02:34.715670 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:34.819254 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-a527ab0c-1e6b-4005-9929-ef9814c3540a None None] Provisioning complete for port a3f7a159-43e8-4303-b877-f7cdc94ddf1e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:34.819501 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a527ab0c-1e6b-4005-9929-ef9814c3540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:34.967254 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-a527ab0c-1e6b-4005-9929-ef9814c3540a None None] Current status of the port a3f7a159-43e8-4303-b877-f7cdc94ddf1e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:34.976409 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device a3f7a159-43e8-4303-b877-f7cdc94ddf1e up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:34.998708 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.002313 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:33Z', 'revision_number': 3, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:35.035158 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Checking router: c1d7f714-b5da-4687-a1db-878507aea34e for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:35.035507 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Updating router c1d7f714-b5da-4687-a1db-878507aea34e port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:35.075435 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.113138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port a3f7a159-43e8-4303-b877-f7cdc94ddf1e triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:35.113507 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.166424 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Allocated IP 172.20.0.1 (37eeb6d7-d584-4910-85c4-c51993734a49/79c1debf-9cc4-4e60-a692-4200fb9c810f/c9f0b619-93ac-4458-a529-92e2b8c22c04) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:35.269920 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks [] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.309234 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.345157 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Network 37eeb6d7-d584-4910-85c4-c51993734a49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:35.348091 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:35.351992 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:35.385369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Pushing event updated for resources: {'Port': ['ID=c9f0b619-93ac-4458-a529-92e2b8c22c04,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:35.406151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (c1d7f714-b5da-4687-a1db-878507aea34e), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.468059 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port a3f7a159-43e8-4303-b877-f7cdc94ddf1e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:35.556491 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.577065 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Publish callbacks [] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.589935 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.640124 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-93520d82-f264-45d3-ac4e-d4f231968eda None None] Provisioning complete for port c9f0b619-93ac-4458-a529-92e2b8c22c04 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:35.640485 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-93520d82-f264-45d3-ac4e-d4f231968eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.679489 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39dba-5e8d-40f0-a94d-667fd544b345 None None] Pushing event updated for resources: {'Port': ['ID=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:35.687804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Attempting to bind port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:35.688172 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Attempting to bind port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:35.688542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Attempting to bind port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:35.700285 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:35.700653 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:35.701071 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.701462 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:35.701936 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Bound port: cc1e6e5a-8e34-4b74-b17a-690c52ac8b96, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:35.702309 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.704928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-93520d82-f264-45d3-ac4e-d4f231968eda None None] Port c9f0b619-93ac-4458-a529-92e2b8c22c04 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:35.735529 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks [] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.741454 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.758079 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] For port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:35.761271 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] For port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:35.768426 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.806859 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Pushing event updated for resources: {'Port': ['ID=c9f0b619-93ac-4458-a529-92e2b8c22c04,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:35.812671 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (c1d7f714-b5da-4687-a1db-878507aea34e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:35.829164 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39dba-5e8d-40f0-a94d-667fd544b345 None None] Pushing event updated for resources: {'Port': ['ID=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:35.832346 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:35.833814 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:35.915126 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Network 37eeb6d7-d584-4910-85c4-c51993734a49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:35.917123 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:35.949250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:36.050540 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Router c1d7f714-b5da-4687-a1db-878507aea34e has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:02:36.169404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 2, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:36.198477 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec1e24-8e84-434e-83e3-b4ca0d911c2e None None] The sync data for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi is: [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 2, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:36.234312 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-2e9c923a-317a-4f53-be53-1b7bb49614a2 None None] Provisioning complete for port c9f0b619-93ac-4458-a529-92e2b8c22c04 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:36.235008 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-2e9c923a-317a-4f53-be53-1b7bb49614a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:36.287099 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c923a-317a-4f53-be53-1b7bb49614a2 None None] Port c9f0b619-93ac-4458-a529-92e2b8c22c04 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:36.461450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:36.467071 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-f48b8737-ac97-4f76-9d03-232cc09fc9eb admin admin] 10.222.0.24 "PUT /v2.0/routers/c1d7f714-b5da-4687-a1db-878507aea34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145939 Apr 06 14:02:36.967622 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:37.002442 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34650) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:37.007716 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-949759472-network', 'tenant_id': '874de18552214e3a8821721537379951'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:37.030325 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Made reservation on behalf of 874de18552214e3a8821721537379951 for: {'network': 1} {{(pid=109799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:37.032759 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for network (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.039754 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:37.040630 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.041765 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.130260 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks [] for security_group (1b8f5432-f9e0-40c5-a15d-863b7eb52cd2), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.139284 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (1b8f5432-f9e0-40c5-a15d-863b7eb52cd2), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.144496 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:37.145001 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.161842 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:02:37.168421 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:37.174481 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.176656 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f5432-f9e0-40c5-a15d-863b7eb52cd2,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:37.182373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (f02d0358-24b5-47ad-848e-4464be81291b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.183018 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.segments_db [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Added segment f02d0358-24b5-47ad-848e-4464be81291b of type vlan for network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf Apr 06 14:02:37.228354 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:37.232818 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772705083688'] for network (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.265514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839'] for network (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.266916 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:37.267685 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.324052 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3204346 Apr 06 14:02:37.326796 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34652) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:37.332982 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Request body: {'subnet': {'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-949759472-subnet', 'tenant_id': '874de18552214e3a8821721537379951', 'ip_version': 4}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:37.341309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447cdf0-c5b2-4d9a-a4b4-17a1dd8ba344 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:37.351293 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf details requested by agent ovs-agent-dv-cinder-827554-3-iscsi with host dv-cinder-827554-3-iscsi {{(pid=109801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:02:37.367106 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Made reservation on behalf of 874de18552214e3a8821721537379951 for: {'subnet': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:37.369428 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58568970'] for subnet (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.575124 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63083236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58568980'] for subnet (7a4582c1-2627-4c71-a6ee-62522e727271), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.626624 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4582c1-2627-4c71-a6ee-62522e727271,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:37.647689 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Checking segment: {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:37.648046 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Network hostable DHCP agents. Network: d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf, hostable agents: ['36c64be6-ebe2-4817-b343-c80f18ce9ff4'], hosted agents: [] {{(pid=109800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:02:37.667769 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf is scheduled to be hosted by DHCP agent 36c64be6-ebe2-4817-b343-c80f18ce9ff4 with binding_index 1 {{(pid=109800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:02:37.677402 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827554-3-iscsi, d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf) {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:37.681945 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:37.682584 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for subnet (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.688875 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f7d7e-ffb4-43dd-8e5f-6a891aac7c0b None None] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:37.701431 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-48fe03ea-888e-4914-98af-804fd54ac012 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3734777 Apr 06 14:02:37.704166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34654) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:37.709833 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:37.736159 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3041'] for router (2976198d-d88b-4400-88e1-aa0cda6aa8fb), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.737319 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3048'] for router (2976198d-d88b-4400-88e1-aa0cda6aa8fb), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.801327 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks [] for router_controller (2976198d-d88b-4400-88e1-aa0cda6aa8fb), precommit_add_association {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.809419 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1d38d12-f19e-5c48-abad-02e4905632e2-d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'project_id': '874de18552214e3a8821721537379951', 'fixed_ips': [{'subnet_id': '7a4582c1-2627-4c71-a6ee-62522e727271'}]}} from dv-cinder-827554-3-iscsi. {{(pid=109801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:02:37.810283 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:37.952138 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.db_base_plugin_common [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Allocated IP 172.20.0.2 (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf/7a4582c1-2627-4c71-a6ee-62522e727271/bd81a70a-2eb8-4084-b5b7-30cc147c9a0f) {{(pid=109801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:37.953292 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks [] for router_gateway (2976198d-d88b-4400-88e1-aa0cda6aa8fb), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.111730 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Publish callbacks [] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), precommit_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.119007 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), after_create {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.166445 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf is already hosted by enough agents. {{(pid=109801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:38.169887 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.scheduler.base_scheduler [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Resources bound (agent type, host, resource id): {{(pid=109801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:38.175223 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Received port after_create {{(pid=109801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:38.178475 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Pushing event updated for resources: {'Port': ['ID=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,revision_number=1']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:38.183375 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks [] for router_gateway (2976198d-d88b-4400-88e1-aa0cda6aa8fb), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.204583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.239842 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Attempting to bind port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:38.240217 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Attempting to bind port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:38.240752 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Attempting to bind port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f on network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:38.248119 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:38.248435 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Checking segment: {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:38.248853 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.249166 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Bound using segment: {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:38.249646 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Bound port: bd81a70a-2eb8-4084-b5b7-30cc147c9a0f, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:38.250030 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.331511 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Allocated IP 172.27.0.163 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/101f0b31-64b8-4349-b947-aba67d5b805a) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:38.342482 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] For port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:38.348819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] For port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,segment=NetworkSegment(f02d0358-24b5-47ad-848e-4464be81291b),segment_id=f02d0358-24b5-47ad-848e-4464be81291b)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:38.359710 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.365802 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Sync routers for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:38.379465 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:38.380164 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:38.433764 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b9ec-5459-47d8-a71f-b193acd7637d None None] Pushing event updated for resources: {'Port': ['ID=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:38.470168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks [] for port (101f0b31-64b8-4349-b947-aba67d5b805a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.524187 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:38.528517 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.566322 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:38.575705 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:38.576944 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:38.609224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Pushing event updated for resources: {'Port': ['ID=101f0b31-64b8-4349-b947-aba67d5b805a,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:38.884259 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 2, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:38.912890 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Checking router: c1d7f714-b5da-4687-a1db-878507aea34e for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:38.913244 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Updating router c1d7f714-b5da-4687-a1db-878507aea34e port c9f0b619-93ac-4458-a529-92e2b8c22c04 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:38.917343 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks [] for router_gateway (2976198d-d88b-4400-88e1-aa0cda6aa8fb), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.946137 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.059809 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:39.134686 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:39.135513 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.265871 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437714'] for router (2976198d-d88b-4400-88e1-aa0cda6aa8fb), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.269804 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Publish callbacks [] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.270500 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:39.272599 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bd81a70a-2eb8-4084-b5b7-30cc147c9a0f up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:39.283345 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.335551 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:39.335949 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.344043 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Pushing event updated for resources: {'Port': ['ID=c9f0b619-93ac-4458-a529-92e2b8c22c04,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:39.355992 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.362566 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.363067 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.363563 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.364000 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.364429 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.364857 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.365681 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.366823 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.368395 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.368955 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.369535 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.370088 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.370621 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.371201 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.445827 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Attempting to bind port c9f0b619-93ac-4458-a529-92e2b8c22c04 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:39.449316 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Attempting to bind port c9f0b619-93ac-4458-a529-92e2b8c22c04 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:39.449915 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Attempting to bind port c9f0b619-93ac-4458-a529-92e2b8c22c04 on network 37eeb6d7-d584-4910-85c4-c51993734a49 {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:39.457919 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:39.458790 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.468254 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:39.468947 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Checking segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:39.469462 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.470037 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Bound using segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:39.471403 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Bound port: c9f0b619-93ac-4458-a529-92e2b8c22c04, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:39.471403 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.479756 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Router 2976198d-d88b-4400-88e1-aa0cda6aa8fb is scheduled to L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e with binding_index 1 {{(pid=109800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:02:39.511380 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,segment=NetworkSegment(f02d0358-24b5-47ad-848e-4464be81291b),segment_id=f02d0358-24b5-47ad-848e-4464be81291b)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:39.518312 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.578588 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] For port c9f0b619-93ac-4458-a529-92e2b8c22c04, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:39.588242 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] For port c9f0b619-93ac-4458-a529-92e2b8c22c04, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=c9f0b619-93ac-4458-a529-92e2b8c22c04,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:39.606446 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:39.607247 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.642076 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:39.655654 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Sync routers for ids ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:39.677892 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Routers {'2976198d-d88b-4400-88e1-aa0cda6aa8fb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:39.678915 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:39.687467 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.688989 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-2892f032-88bf-47df-ac21-717284d1a681 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9836359 Apr 06 14:02:39.691963 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34656) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:39.696851 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:39.697498 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:39.737920 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b8889-1b0e-48d2-9ad4-056ab2ed76c3 None None] Pushing event updated for resources: {'Port': ['ID=c9f0b619-93ac-4458-a529-92e2b8c22c04,revision_number=4']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:39.767909 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d9f2f-7134-48b6-b6cf-f28bdd399004 None None] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:39.834615 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:39.891176 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Provisioning complete for port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:39.891552 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.979958 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Set router 2976198d-d88b-4400-88e1-aa0cda6aa8fb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:40.102241 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:39Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:40.144929 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18584e2d-d913-4138-8ce5-bee94a8957ad None None] The sync data for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi is: [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:39Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:40.288360 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.295342 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Current status of the port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:40.329260 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Provisioning complete for port c9f0b619-93ac-4458-a529-92e2b8c22c04 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:40.329635 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.445555 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:02:38Z', 'revision_number': 3, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:40.487205 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Checking router: 2976198d-d88b-4400-88e1-aa0cda6aa8fb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:40.487574 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Updating router 2976198d-d88b-4400-88e1-aa0cda6aa8fb port 101f0b31-64b8-4349-b947-aba67d5b805a binding host dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:40.527188 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Current status of the port c9f0b619-93ac-4458-a529-92e2b8c22c04 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:40.527581 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.536775 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Allocated IP 172.20.0.1 (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf/7a4582c1-2627-4c71-a6ee-62522e727271/c5be88b3-3ec7-4839-831b-5843ece555d2) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:40.556996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.604567 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] For port c9f0b619-93ac-4458-a529-92e2b8c22c04, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=c9f0b619-93ac-4458-a529-92e2b8c22c04,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:40.614229 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.664817 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks [] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.710479 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.744882 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4612f-695e-44cd-be9a-2a7949bbf277 None None] Pushing event updated for resources: {'Port': ['ID=c9f0b619-93ac-4458-a529-92e2b8c22c04,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:40.767773 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:40.773516 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:40.776279 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:40.803148 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5be88b3-3ec7-4839-831b-5843ece555d2,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:40.803366 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-e0501f10-e9c4-4eef-84b8-8cb1355cf2d6 None None] Provisioning complete for port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:40.803612 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e0501f10-e9c4-4eef-84b8-8cb1355cf2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.825521 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-437507'] for router_interface (2976198d-d88b-4400-88e1-aa0cda6aa8fb), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.000204 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.045468 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bd81a70a-2eb8-4084-b5b7-30cc147c9a0f up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:41.051184 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-e0501f10-e9c4-4eef-84b8-8cb1355cf2d6 None None] Current status of the port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:41.112431 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Publish callbacks [] for port (101f0b31-64b8-4349-b947-aba67d5b805a), precommit_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.121424 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-e0501f10-e9c4-4eef-84b8-8cb1355cf2d6 None None] Provisioning complete for port c9f0b619-93ac-4458-a529-92e2b8c22c04 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:41.121808 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e0501f10-e9c4-4eef-84b8-8cb1355cf2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.130151 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.218556 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks [] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.225801 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.230629 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:41.231013 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.236393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4da89-5c87-4abf-b32a-d8176f8f80a6 None None] Pushing event updated for resources: {'Port': ['ID=101f0b31-64b8-4349-b947-aba67d5b805a,revision_number=2']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:41.271804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Attempting to bind port 101f0b31-64b8-4349-b947-aba67d5b805a on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:41.272189 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Attempting to bind port 101f0b31-64b8-4349-b947-aba67d5b805a by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:41.272558 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Attempting to bind port 101f0b31-64b8-4349-b947-aba67d5b805a on network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:41.283804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:41.284161 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Checking segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:41.284574 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.284977 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Bound using segment: {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'} {{(pid=109801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:41.285495 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.managers [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Bound port: 101f0b31-64b8-4349-b947-aba67d5b805a, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdce616-d754-4d57-b92f-8ff65b520828', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800'}}] {{(pid=109801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:41.285877 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.299194 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5be88b3-3ec7-4839-831b-5843ece555d2,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:41.302671 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66615853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-436371'] for router_interface (2976198d-d88b-4400-88e1-aa0cda6aa8fb), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.377347 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-e0501f10-e9c4-4eef-84b8-8cb1355cf2d6 None None] Current status of the port c9f0b619-93ac-4458-a529-92e2b8c22c04 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:41.392438 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] For port 101f0b31-64b8-4349-b947-aba67d5b805a, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:41.410216 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:41.412254 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:41.427983 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] For port 101f0b31-64b8-4349-b947-aba67d5b805a, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=101f0b31-64b8-4349-b947-aba67d5b805a,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:41.440920 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.446940 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:41.447321 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device c9f0b619-93ac-4458-a529-92e2b8c22c04 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:41.547135 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4da89-5c87-4abf-b32a-d8176f8f80a6 None None] Pushing event updated for resources: {'Port': ['ID=101f0b31-64b8-4349-b947-aba67d5b805a,revision_number=3']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:41.554814 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Router 2976198d-d88b-4400-88e1-aa0cda6aa8fb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:02:41.555061 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Routers {'2976198d-d88b-4400-88e1-aa0cda6aa8fb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:41.555639 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:41.597339 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-23262155-7867-4272-a15b-01ed608bde0c None None] Provisioning complete for port c5be88b3-3ec7-4839-831b-5843ece555d2 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:41.597719 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-23262155-7867-4272-a15b-01ed608bde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.680192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:41.681590 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-23262155-7867-4272-a15b-01ed608bde0c None None] Port c5be88b3-3ec7-4839-831b-5843ece555d2 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:41.685118 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port c9f0b619-93ac-4458-a529-92e2b8c22c04 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:41.685675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.686389 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-480e675e-e948-434b-be9e-bab298e0c6b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/2976198d-d88b-4400-88e1-aa0cda6aa8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9917872 Apr 06 14:02:41.740837 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] Set router 2976198d-d88b-4400-88e1-aa0cda6aa8fb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:41.907014 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port c9f0b619-93ac-4458-a529-92e2b8c22c04 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:41.913193 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-0439f8b8-add2-4336-94c4-9027e897e6bb None None] Provisioning complete for port c5be88b3-3ec7-4839-831b-5843ece555d2 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:41.914203 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0439f8b8-add2-4336-94c4-9027e897e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:41.977204 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-0439f8b8-add2-4336-94c4-9027e897e6bb None None] Port c5be88b3-3ec7-4839-831b-5843ece555d2 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:42.046606 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c5be88b3-3ec7-4839-831b-5843ece555d2', 'name': '', 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'tenant_id': '874de18552214e3a8821721537379951', 'mac_address': 'fa:16:3e:b0:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:40Z', 'updated_at': '2022-04-06T14:02:41Z', 'revision_number': 2, 'project_id': '874de18552214e3a8821721537379951', 'subnets': [{'id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:42.077106 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316652e-fd8e-4fc8-b3db-9d0b71f51162 None None] The sync data for ids ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'] in dv-cinder-827554-3-iscsi is: [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c5be88b3-3ec7-4839-831b-5843ece555d2', 'name': '', 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'tenant_id': '874de18552214e3a8821721537379951', 'mac_address': 'fa:16:3e:b0:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:40Z', 'updated_at': '2022-04-06T14:02:41Z', 'revision_number': 2, 'project_id': '874de18552214e3a8821721537379951', 'subnets': [{'id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:44.575023 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03384799-c471-4c05-a276-4d3268240246 None None] Sync routers for ids ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:44.588352 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] Routers {'2976198d-d88b-4400-88e1-aa0cda6aa8fb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:44.589010 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:44.732036 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] Set router 2976198d-d88b-4400-88e1-aa0cda6aa8fb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:45.000864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 101f0b31-64b8-4349-b947-aba67d5b805a up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:45.040163 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c5be88b3-3ec7-4839-831b-5843ece555d2', 'name': '', 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'tenant_id': '874de18552214e3a8821721537379951', 'mac_address': 'fa:16:3e:b0:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:40Z', 'updated_at': '2022-04-06T14:02:41Z', 'revision_number': 2, 'project_id': '874de18552214e3a8821721537379951', 'subnets': [{'id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:45.064505 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 101f0b31-64b8-4349-b947-aba67d5b805a triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:45.065209 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.096424 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03384799-c471-4c05-a276-4d3268240246 None None] Checking router: 2976198d-d88b-4400-88e1-aa0cda6aa8fb for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:45.097282 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03384799-c471-4c05-a276-4d3268240246 None None] Updating router 2976198d-d88b-4400-88e1-aa0cda6aa8fb port c5be88b3-3ec7-4839-831b-5843ece555d2 binding host dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:45.147225 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03384799-c471-4c05-a276-4d3268240246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.177090 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 101f0b31-64b8-4349-b947-aba67d5b805a is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:45.178241 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.206251 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] For port 101f0b31-64b8-4349-b947-aba67d5b805a, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=101f0b31-64b8-4349-b947-aba67d5b805a,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:45.214785 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.290975 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Pushing event updated for resources: {'Port': ['ID=101f0b31-64b8-4349-b947-aba67d5b805a,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:45.469944 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03384799-c471-4c05-a276-4d3268240246 None None] Publish callbacks [] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), precommit_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.479488 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03384799-c471-4c05-a276-4d3268240246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.537346 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea003d4-545e-40d1-a855-5d0662736304 None None] Pushing event updated for resources: {'Port': ['ID=c5be88b3-3ec7-4839-831b-5843ece555d2,revision_number=3']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:45.604846 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-03384799-c471-4c05-a276-4d3268240246 None None] Attempting to bind port c5be88b3-3ec7-4839-831b-5843ece555d2 on host dv-cinder-827554-3-iscsi for vnic_type normal with profile {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:45.605540 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-03384799-c471-4c05-a276-4d3268240246 None None] Attempting to bind port c5be88b3-3ec7-4839-831b-5843ece555d2 by drivers openvswitch,hyperv on host dv-cinder-827554-3-iscsi at level 0 using segments [{'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:45.607461 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03384799-c471-4c05-a276-4d3268240246 None None] Attempting to bind port c5be88b3-3ec7-4839-831b-5843ece555d2 on network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:45.614221 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03384799-c471-4c05-a276-4d3268240246 None None] Checking agent: {'id': '0f05573d-ddb3-48f8-96f8-cd7c67c319d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827554-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 42, 32), 'started_at': datetime.datetime(2022, 4, 6, 13, 43, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827554-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:45.614859 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03384799-c471-4c05-a276-4d3268240246 None None] Checking segment: {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:45.615382 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03384799-c471-4c05-a276-4d3268240246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.615954 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03384799-c471-4c05-a276-4d3268240246 None None] Bound using segment: {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'} {{(pid=109802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:45.616522 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.managers [None req-03384799-c471-4c05-a276-4d3268240246 None None] Bound port: c5be88b3-3ec7-4839-831b-5843ece555d2, host: dv-cinder-827554-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02d0358-24b5-47ad-848e-4464be81291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf'}}] {{(pid=109802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:45.617006 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03384799-c471-4c05-a276-4d3268240246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), before_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.712645 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-03384799-c471-4c05-a276-4d3268240246 None None] For port c5be88b3-3ec7-4839-831b-5843ece555d2, host dv-cinder-827554-3-iscsi, cleared binding levels {{(pid=109802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:45.716061 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.plugins.ml2.db [None req-03384799-c471-4c05-a276-4d3268240246 None None] For port c5be88b3-3ec7-4839-831b-5843ece555d2, host dv-cinder-827554-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=c5be88b3-3ec7-4839-831b-5843ece555d2,segment=NetworkSegment(f02d0358-24b5-47ad-848e-4464be81291b),segment_id=f02d0358-24b5-47ad-848e-4464be81291b)] {{(pid=109802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:45.728030 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron_lib.callbacks.manager [None req-03384799-c471-4c05-a276-4d3268240246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), after_update {{(pid=109802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.799150 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] Routers {'2976198d-d88b-4400-88e1-aa0cda6aa8fb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:45.799786 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:45.803722 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea003d4-545e-40d1-a855-5d0662736304 None None] Pushing event updated for resources: {'Port': ['ID=c5be88b3-3ec7-4839-831b-5843ece555d2,revision_number=4']} {{(pid=109802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:45.837738 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] Provisioning complete for port c5be88b3-3ec7-4839-831b-5843ece555d2 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:45.838124 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.956578 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] Current status of the port c5be88b3-3ec7-4839-831b-5843ece555d2 is: DOWN; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:45.956964 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:46.033443 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] For port c5be88b3-3ec7-4839-831b-5843ece555d2, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=c5be88b3-3ec7-4839-831b-5843ece555d2,segment=NetworkSegment(f02d0358-24b5-47ad-848e-4464be81291b),segment_id=f02d0358-24b5-47ad-848e-4464be81291b)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:46.046252 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:46.064388 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] Set router 2976198d-d88b-4400-88e1-aa0cda6aa8fb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:46.112971 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ae74a-955a-49da-94e1-bb1a6edf4979 None None] Pushing event updated for resources: {'Port': ['ID=c5be88b3-3ec7-4839-831b-5843ece555d2,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:46.176514 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-8e4c8293-e155-4f41-a01f-f7f28be1f31c None None] Provisioning complete for port c5be88b3-3ec7-4839-831b-5843ece555d2 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:46.178509 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8293-e155-4f41-a01f-f7f28be1f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:46.296652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c8293-e155-4f41-a01f-f7f28be1f31c None None] Current status of the port c5be88b3-3ec7-4839-831b-5843ece555d2 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:46.332959 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-03384799-c471-4c05-a276-4d3268240246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c5be88b3-3ec7-4839-831b-5843ece555d2', 'name': '', 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'tenant_id': '874de18552214e3a8821721537379951', 'mac_address': 'fa:16:3e:b0:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:40Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'subnets': [{'id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:46.363801 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03384799-c471-4c05-a276-4d3268240246 None None] The sync data for ids ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'] in dv-cinder-827554-3-iscsi is: [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c5be88b3-3ec7-4839-831b-5843ece555d2', 'name': '', 'network_id': 'd3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf', 'tenant_id': '874de18552214e3a8821721537379951', 'mac_address': 'fa:16:3e:b0:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:40Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '874de18552214e3a8821721537379951', 'subnets': [{'id': '7a4582c1-2627-4c71-a6ee-62522e727271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:46.980389 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device c5be88b3-3ec7-4839-831b-5843ece555d2 up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:47.045788 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port c5be88b3-3ec7-4839-831b-5843ece555d2 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:47.046825 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:47.176414 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port c5be88b3-3ec7-4839-831b-5843ece555d2 is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:47.177965 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 101f0b31-64b8-4349-b947-aba67d5b805a up at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:47.381256 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Provisioning complete for port 101f0b31-64b8-4349-b947-aba67d5b805a triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:47.381256 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:47.483118 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Current status of the port 101f0b31-64b8-4349-b947-aba67d5b805a is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:49.339990 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.746854 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-5974e90d-773c-47d0-80b7-7884da8b609c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:51.748308 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-5974e90d-773c-47d0-80b7-7884da8b609c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 815 time: 0.1223440 Apr 06 14:02:51.770111 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-a6f01ee4-fdab-4d1e-a8de-e7fb3ec96e0e tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/quotas/741d4a9a5a784e2db385a067cc5c1762 HTTP/1.1" status: 200 len: 375 time: 0.0132198 Apr 06 14:02:51.830053 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-fd4001db-27bd-41ff-bc1b-578dd8479e37 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540521 Apr 06 14:02:51.939024 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-77fbe7bb-4ab7-4e63-b5bf-19ef1326dcaa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:02:51.940064 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-77fbe7bb-4ab7-4e63-b5bf-19ef1326dcaa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0984135 Apr 06 14:02:52.038772 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-93fa0335-9a01-412a-9808-7785ba951b85 service neutron] 10.222.0.24 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922213 Apr 06 14:02:52.144208 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-108d544e-8ca5-481a-8ecf-eeffef1d5b3d service neutron] 10.222.0.24 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998075 Apr 06 14:02:52.319394 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f9e60476-d6ab-4e1d-a9a1-d32145b5f9c8 req-af71eef9-b035-4a9d-a8f1-49b8b421168a tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 210 time: 0.0331886 Apr 06 14:02:53.347689 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-4c86cab8-30bc-41a1-b592-65c0de009713 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:53.349226 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-4c86cab8-30bc-41a1-b592-65c0de009713 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 815 time: 0.1186614 Apr 06 14:02:53.363230 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'port': {'device_id': 'ff6252aa-7816-4064-983a-35d467d92a93', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'admin_state_up': True, 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:53.452932 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-659ed0f5-00b5-4952-b655-29480b61d690 req-cf154220-c740-42b4-8c80-587d02d19ff6 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 210 time: 0.0390222 Apr 06 14:02:53.541218 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Made reservation on behalf of 741d4a9a5a784e2db385a067cc5c1762 for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:53.545207 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.692498 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Allocated IP 172.20.0.12 (37eeb6d7-d584-4910-85c4-c51993734a49/79c1debf-9cc4-4e60-a692-4200fb9c810f/c6f005ce-c3eb-4b0f-94c2-ee247015903e) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:53.894310 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.949294 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.000627 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Network 37eeb6d7-d584-4910-85c4-c51993734a49 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:54.006958 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:54.011458 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:54.077441 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:54.089664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:54.090560 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.100054 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.100583 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.101072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.101505 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.104741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.105472 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.105472 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.105916 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.106335 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:54.139975 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-931be872-3d95-49c3-a317-cfc97e12842b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7789834 Apr 06 14:02:54.280950 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1de9c75c-746f-41e8-851e-a2902d16d5cb None None] Provisioning complete for port c6f005ce-c3eb-4b0f-94c2-ee247015903e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:54.281598 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1de9c75c-746f-41e8-851e-a2902d16d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.324765 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1de9c75c-746f-41e8-851e-a2902d16d5cb None None] Port c6f005ce-c3eb-4b0f-94c2-ee247015903e cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:54.623464 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4a2a-3213-473f-b892-5434b91036a4 req-c2fb5443-6433-484f-b4b3-ac53ce67cd75 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:54.625956 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-73ae4a2a-3213-473f-b892-5434b91036a4 req-c2fb5443-6433-484f-b4b3-ac53ce67cd75 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0906668 Apr 06 14:02:54.683139 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-73ae4a2a-3213-473f-b892-5434b91036a4 req-cebc660b-5699-4bcb-b43b-627a610aab35 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Apr 06 14:02:55.464247 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-2601ca12-2715-469c-872f-e679ae8800f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.844604 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7184-5cfe-41f0-b564-ec8e4234f1b0 req-adfd9961-1289-4c75-ad08-5adb88631b39 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:55.846182 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d3eb7184-5cfe-41f0-b564-ec8e4234f1b0 req-adfd9961-1289-4c75-ad08-5adb88631b39 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0749640 Apr 06 14:02:55.903552 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d3eb7184-5cfe-41f0-b564-ec8e4234f1b0 req-9174b5a0-a9ca-4707-8c0b-9f4a87783e01 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Apr 06 14:02:57.093524 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede87f1-dab8-4335-bd01-386dbe61705d req-159de051-cbc9-4ef3-b8a3-4ca96eef6c04 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:57.095879 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dede87f1-dab8-4335-bd01-386dbe61705d req-159de051-cbc9-4ef3-b8a3-4ca96eef6c04 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0986109 Apr 06 14:02:57.177328 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dede87f1-dab8-4335-bd01-386dbe61705d req-0c130ec8-eaf3-4448-9e3c-ae4989948956 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711017 Apr 06 14:02:58.110264 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-22b74dea-2ac9-43bf-9b7e-29ff5a12768d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.331365 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d099e-3a4b-4985-91de-279f0bc47e2e req-d6dae0f8-c174-4355-b02e-8ea95e7c7a3d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:58.332988 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a90d099e-3a4b-4985-91de-279f0bc47e2e req-d6dae0f8-c174-4355-b02e-8ea95e7c7a3d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0664792 Apr 06 14:02:58.401232 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a90d099e-3a4b-4985-91de-279f0bc47e2e req-226372fc-fbb2-466f-add6-77edb8a9c30b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Apr 06 14:02:59.221001 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.558530 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33e3d3-a6cf-42ab-8a00-b3c45d204beb req-e0431178-a0f8-4949-bad8-ffebdd9e26b2 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:59.561086 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6a33e3d3-a6cf-42ab-8a00-b3c45d204beb req-e0431178-a0f8-4949-bad8-ffebdd9e26b2 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0795360 Apr 06 14:02:59.632922 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-6a33e3d3-a6cf-42ab-8a00-b3c45d204beb req-6f381902-3c71-41ce-a99f-7836668b6f59 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656078 Apr 06 14:03:00.501338 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.827531 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0c774-4719-424f-99a3-6cfdf8aee433 req-08c5c874-1529-441c-8262-5ac810d72d2f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:00.829596 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a5b0c774-4719-424f-99a3-6cfdf8aee433 req-08c5c874-1529-441c-8262-5ac810d72d2f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0809052 Apr 06 14:03:00.912834 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-a5b0c774-4719-424f-99a3-6cfdf8aee433 req-4c9ca801-4164-4b76-a460-0c474d41051b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Apr 06 14:03:02.043951 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c147f-b022-491a-b800-064426ddb0b7 req-06ecd12f-054d-4ad2-9197-13ad270123d4 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:02.045524 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-267c147f-b022-491a-b800-064426ddb0b7 req-06ecd12f-054d-4ad2-9197-13ad270123d4 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 932 time: 0.0577753 Apr 06 14:03:02.097452 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-267c147f-b022-491a-b800-064426ddb0b7 req-029b2883-b0eb-419b-aed2-8f53671b8ed0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Apr 06 14:03:02.155099 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Request body: {'port': {'device_id': 'ff6252aa-7816-4064-983a-35d467d92a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:02.216377 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.470778 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.518361 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f005ce-c3eb-4b0f-94c2-ee247015903e {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:03:02.527063 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Publish callbacks [] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.540564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Transition to ACTIVE for port object c6f005ce-c3eb-4b0f-94c2-ee247015903e will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:03:02.545492 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.596792 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:02.681333 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Attempting to bind port c6f005ce-c3eb-4b0f-94c2-ee247015903e on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:03:02.681876 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Attempting to bind port c6f005ce-c3eb-4b0f-94c2-ee247015903e by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:03:02.682410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Attempting to bind port c6f005ce-c3eb-4b0f-94c2-ee247015903e on network 37eeb6d7-d584-4910-85c4-c51993734a49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:02.697422 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Port c6f005ce-c3eb-4b0f-94c2-ee247015903e on network 37eeb6d7-d584-4910-85c4-c51993734a49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:03:02.697996 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Attempting to bind port c6f005ce-c3eb-4b0f-94c2-ee247015903e on network 37eeb6d7-d584-4910-85c4-c51993734a49 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:02.707274 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:03:02.708819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Checking segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:03:02.708819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Bound using segment: {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:03:02.708819 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Bound port: c6f005ce-c3eb-4b0f-94c2-ee247015903e, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f77173-ff7e-4c5b-8be1-74539ea31935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:03:02.709778 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.795495 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:03:02.799176 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:03:02.806495 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.842216 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:02.842894 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.844463 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 1094 time: 0.6937835 Apr 06 14:03:02.844952 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:02.847376 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2d8e4e-4c04-4631-9958-355a87d46423" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:02.879287 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436270f-a54c-4c8f-ab61-3688a7bc6e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:02.930772 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a27d04-ef7d-45b6-8a22-8179027e88ca x-openstack-request-id: req-09a27d04-ef7d-45b6-8a22-8179027e88ca {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:02.931071 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:02.931333 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09a27d04-ef7d-45b6-8a22-8179027e88ca {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:02.931732 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a27d04-ef7d-45b6-8a22-8179027e88ca'] response: {'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'status': 'completed', 'code': 200} Apr 06 14:03:02.957434 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-d3664c57-1e6b-4f33-9c55-36794cb0c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:02.960619 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-d3664c57-1e6b-4f33-9c55-36794cb0c5af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1128 time: 0.0609481 Apr 06 14:03:03.023277 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-a0665197-5f08-41bd-82c1-c2cded5ce1f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 217 time: 0.0538352 Apr 06 14:03:03.077675 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-1c346b1a-9057-496f-b250-2ef63f5204ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:03.079373 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-1c346b1a-9057-496f-b250-2ef63f5204ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0495729 Apr 06 14:03:03.132839 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141183f-0d7c-401e-abbe-5108801237a6 req-487e6e33-7e7d-4ab1-a965-c9a93e637fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:03.134424 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-487e6e33-7e7d-4ab1-a965-c9a93e637fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489731 Apr 06 14:03:03.241331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881d503-8cd5-43c3-9624-bbc36b1206df req-b5e384c3-294e-4b13-835e-bf2b013cd1d1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:03.242941 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4881d503-8cd5-43c3-9624-bbc36b1206df req-b5e384c3-294e-4b13-835e-bf2b013cd1d1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 944 time: 0.0627532 Apr 06 14:03:03.246547 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-0ecdca35-1337-4057-ada2-f0699990771c service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032209 Apr 06 14:03:03.311628 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-4881d503-8cd5-43c3-9624-bbc36b1206df req-ceab2ef4-2495-4743-9ec6-fa387d8c6591 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621819 Apr 06 14:03:03.368434 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b141183f-0d7c-401e-abbe-5108801237a6 req-7827f1bb-46cc-4d12-8f8f-896c4f05c00a service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145639 Apr 06 14:03:04.151629 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-034abcd6-4dd6-490c-9d57-a6ec8037a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.153213 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-034abcd6-4dd6-490c-9d57-a6ec8037a4cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1128 time: 0.0765252 Apr 06 14:03:04.254541 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-e972fe49-b1b4-409f-a44b-6a27964ada23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.256239 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-e972fe49-b1b4-409f-a44b-6a27964ada23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.0973144 Apr 06 14:03:04.304097 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-8483a14d-c02c-4305-b7c0-c51afbce13a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 217 time: 0.0409162 Apr 06 14:03:04.354616 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-ca7b90ef-40c2-40d4-afb2-1cc6cdf1c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.356148 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-ca7b90ef-40c2-40d4-afb2-1cc6cdf1c38d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0467496 Apr 06 14:03:04.439058 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-0557c77d-b6bd-4a7f-9f15-11ee1be260d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.440599 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-0557c77d-b6bd-4a7f-9f15-11ee1be260d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783520 Apr 06 14:03:04.516201 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d653ddc-d23e-405a-8655-83975f31e7ac req-65c16e94-afd6-449b-abed-5d8f64475924 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.517734 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d653ddc-d23e-405a-8655-83975f31e7ac req-65c16e94-afd6-449b-abed-5d8f64475924 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 944 time: 0.1280866 Apr 06 14:03:04.591487 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-599f24a2-1409-4fd9-873b-59f61d1cb138 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376975 Apr 06 14:03:04.595462 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d653ddc-d23e-405a-8655-83975f31e7ac req-9b53d697-2af4-47d2-96cd-5e7ca7cc091a tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705938 Apr 06 14:03:04.982965 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc2d8e4e-4c04-4631-9958-355a87d46423 req-282929b0-9050-4dea-b93c-ac1dd111eb48 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833725 Apr 06 14:03:05.722952 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579ada-c3bb-4785-a550-1f0367b3bb18 req-5ebbb1ec-bdd4-4dfe-ba84-8f6921821f35 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:05.724518 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9f579ada-c3bb-4785-a550-1f0367b3bb18 req-5ebbb1ec-bdd4-4dfe-ba84-8f6921821f35 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 944 time: 0.0560379 Apr 06 14:03:05.778371 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9f579ada-c3bb-4785-a550-1f0367b3bb18 req-d91d6744-7e42-43bb-b9e6-8397e11f88e9 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Apr 06 14:03:06.357316 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device c6f005ce-c3eb-4b0f-94c2-ee247015903e details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:03:06.469042 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:06.483349 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'port_id': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'mac_address': 'fa:16:3e:c3:32:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:03:06.525393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port c6f005ce-c3eb-4b0f-94c2-ee247015903e is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:06.525794 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.540838 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f005ce-c3eb-4b0f-94c2-ee247015903e {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:03:06.568893 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:06.574735 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.628636 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:06.639002 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.639357 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.639701 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.640048 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.640382 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.640715 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.641041 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.641368 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.641690 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.642014 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.642337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.642661 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.643018 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.643336 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.643651 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:06.788425 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['c6f005ce-c3eb-4b0f-94c2-ee247015903e'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:03:06.926734 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb214e9-7779-4ade-8984-0ca1693ea2f6 req-fda28599-db30-411e-ac61-74adc9c77c4d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:06.928430 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-beb214e9-7779-4ade-8984-0ca1693ea2f6 req-fda28599-db30-411e-ac61-74adc9c77c4d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 945 time: 0.0600693 Apr 06 14:03:06.988891 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-beb214e9-7779-4ade-8984-0ca1693ea2f6 req-eece8e00-5297-46c1-b815-cdc10e2b8441 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Apr 06 14:03:08.119151 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a2734-4310-44e8-a897-0d9b25c54972 req-58fcb4ec-a81d-4a2e-bcb4-ae1fa3f6ee9b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:08.120741 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-474a2734-4310-44e8-a897-0d9b25c54972 req-58fcb4ec-a81d-4a2e-bcb4-ae1fa3f6ee9b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 945 time: 0.0601082 Apr 06 14:03:08.176288 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-474a2734-4310-44e8-a897-0d9b25c54972 req-e248c032-642e-41df-9001-e0a8adf43fbf tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483768 Apr 06 14:03:08.368774 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device c6f005ce-c3eb-4b0f-94c2-ee247015903e up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:08.424401 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port c6f005ce-c3eb-4b0f-94c2-ee247015903e completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:03:08.429344 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port c6f005ce-c3eb-4b0f-94c2-ee247015903e triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:08.429841 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:08.515439 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port c6f005ce-c3eb-4b0f-94c2-ee247015903e is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:08.515819 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:08.546331 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:08.548682 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bebc06-cdf1-4341-a3ad-25a5a5cc13cf" -d '{"events": [{"server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "name": "network-vif-plugged", "status": "completed", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:08.562281 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:08.567406 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:08.618568 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:08.774250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06154c65-f1ae-442c-b7d1-93eaf0d427f6 x-openstack-request-id: req-06154c65-f1ae-442c-b7d1-93eaf0d427f6 {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:08.774545 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "name": "network-vif-plugged", "status": "completed", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:08.774830 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06154c65-f1ae-442c-b7d1-93eaf0d427f6 {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:08.775236 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06154c65-f1ae-442c-b7d1-93eaf0d427f6'] response: {'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'code': 200} Apr 06 14:03:08.956630 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf35c63-849f-4292-bfce-140d158ad9ba req-e952a649-eb5d-426a-9c8b-4fa8f29f379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:08.958235 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3bf35c63-849f-4292-bfce-140d158ad9ba req-e952a649-eb5d-426a-9c8b-4fa8f29f379a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1130 time: 0.0500505 Apr 06 14:03:09.005069 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-3bf35c63-849f-4292-bfce-140d158ad9ba req-1ebdee88-14e8-4df5-a696-f6fe432e376a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Apr 06 14:03:09.308167 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ea96-4d45-4298-be78-8f1584f5fe06 req-271d800e-6a2b-4646-9c6e-50a22c3536c5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:09.309783 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-af24ea96-4d45-4298-be78-8f1584f5fe06 req-271d800e-6a2b-4646-9c6e-50a22c3536c5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0635457 Apr 06 14:03:09.360940 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-af24ea96-4d45-4298-be78-8f1584f5fe06 req-725f3184-5aef-4911-bf18-059a378f8110 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Apr 06 14:03:10.491460 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af21c56-7824-4a65-ba27-c4c5670f7a82 req-2e12a9ba-53c7-4007-bfab-09e58db888c5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:10.492953 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5af21c56-7824-4a65-ba27-c4c5670f7a82 req-2e12a9ba-53c7-4007-bfab-09e58db888c5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0572505 Apr 06 14:03:10.541927 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5af21c56-7824-4a65-ba27-c4c5670f7a82 req-867afbb2-4419-416e-b8ea-2bb153249f7a tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Apr 06 14:03:10.661871 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea2c4-60ad-4920-a4e1-c75ec0a5112e req-6ce17712-1443-46db-b946-afd53bd4c7cc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:10.663425 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f26ea2c4-60ad-4920-a4e1-c75ec0a5112e req-6ce17712-1443-46db-b946-afd53bd4c7cc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0554533 Apr 06 14:03:10.713314 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-f26ea2c4-60ad-4920-a4e1-c75ec0a5112e req-169c5298-324d-4edc-960d-1ce194f1a40f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Apr 06 14:03:11.072541 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1bf14-675f-471f-a12a-197d1a16e1bd req-4660b912-a2eb-4c23-85dc-c83e7a11ef08 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:11.074008 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dbc1bf14-675f-471f-a12a-197d1a16e1bd req-4660b912-a2eb-4c23-85dc-c83e7a11ef08 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0570915 Apr 06 14:03:11.128346 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dbc1bf14-675f-471f-a12a-197d1a16e1bd req-36e22693-c49b-45a9-8af6-ae9dc688286e tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Apr 06 14:03:11.691987 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:03:19.339321 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:19.774241 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcec78-7626-4eab-9c20-da4894878445 req-97a2cd79-3558-434f-9fd3-5744729bde9f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:19.775762 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a5fcec78-7626-4eab-9c20-da4894878445 req-97a2cd79-3558-434f-9fd3-5744729bde9f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0575485 Apr 06 14:03:19.826395 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a5fcec78-7626-4eab-9c20-da4894878445 req-e10f3f42-0f0d-4ed5-94d8-a3f3286750d5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Apr 06 14:03:19.852091 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34844) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:19.993146 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548f21d-5876-4aaa-b0ab-00b8f893c0e3 tempest-TestMinimumBasicScenario-96031004 tempest-TestMinimumBasicScenario-96031004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:19.994677 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-9548f21d-5876-4aaa-b0ab-00b8f893c0e3 tempest-TestMinimumBasicScenario-96031004 tempest-TestMinimumBasicScenario-96031004-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1125 time: 0.1416242 Apr 06 14:03:19.997791 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34848) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:20.002033 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'port_id': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:20.026180 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:20.127482 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:20.236109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_common [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Allocated IP 172.27.0.54 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/f4e39a63-8741-4ece-afe1-385d0d642ce8) {{(pid=109799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:03:20.605362 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:20.642420 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:20.682725 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:03:20.687528 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.base_scheduler [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Resources bound (agent type, host, resource id): {{(pid=109799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:03:20.692135 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Received port after_create {{(pid=109799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:03:20.700023 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'Port': ['ID=f4e39a63-8741-4ece-afe1-385d0d642ce8,revision_number=1']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:20.730540 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.730923 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.731272 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.731609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.731943 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.732281 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.732610 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.732941 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.733276 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.733581 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.733924 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.734246 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.734564 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.734923 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:20.735249 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:21.095605 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for floatingip (0f2f4689-a432-4138-9fc2-958d2f1ce294), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.181331 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.348599 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.357887 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.431885 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'Port': ['ID=f4e39a63-8741-4ece-afe1-385d0d642ce8,revision_number=2']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:21.440706 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (0f2f4689-a432-4138-9fc2-958d2f1ce294), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.545807 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Floating IP 0f2f4689-a432-4138-9fc2-958d2f1ce294 associated. External IP: 172.27.0.54, port: c6f005ce-c3eb-4b0f-94c2-ee247015903e. Apr 06 14:03:21.764277 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Router c1d7f714-b5da-4687-a1db-878507aea34e has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:03:21.885799 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:03:21.899335 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] Sync routers for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:03:21.908646 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.910853 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:21.911570 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:21.939555 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-54a16b63-e152-4b70-836e-cd63ddb33363 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9407449 Apr 06 14:03:21.940229 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:21.942502 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34850) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:21.943132 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1578a9d-688b-49f5-ac77-0281acda6613" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:21.954206 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998570106', 'description': 'tempest-secgroup-smoke-1998570106 description', 'project_id': '741d4a9a5a784e2db385a067cc5c1762'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:21.991217 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.034656 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:22.098123 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group (3e3830c2-1ecd-4add-9607-40c149aa053a), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.104764 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3e3830c2-1ecd-4add-9607-40c149aa053a), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.150824 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.155485 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2076795 Apr 06 14:03:22.155890 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34854) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.157496 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405874-c293-467a-a5db-3484d482ed66 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3830c2-1ecd-4add-9607-40c149aa053a,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.162159 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group_rule': {'security_group_id': '3e3830c2-1ecd-4add-9607-40c149aa053a', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:22.173481 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5114de-47a5-4263-820a-23b61890ea8a x-openstack-request-id: req-ef5114de-47a5-4263-820a-23b61890ea8a {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:22.173701 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:22.173963 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef5114de-47a5-4263-820a-23b61890ea8a {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:22.174377 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5114de-47a5-4263-820a-23b61890ea8a'] response: {'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'status': 'completed', 'code': 200} Apr 06 14:03:22.196636 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (0ec580fd-57b0-42e9-bcef-7cb26d60334b), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.255031 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-b287caff-22a3-446a-a670-554d497a5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.257047 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-b287caff-22a3-446a-a670-554d497a5129 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1130 time: 0.0580263 Apr 06 14:03:22.260108 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (0ec580fd-57b0-42e9-bcef-7cb26d60334b), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.266111 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (0ec580fd-57b0-42e9-bcef-7cb26d60334b), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.289024 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec580fd-57b0-42e9-bcef-7cb26d60334b,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.300459 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.301735 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-00cd633d-92ca-491b-ac12-6c7b076eee9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445932 Apr 06 14:03:22.304720 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34856) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.309835 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group_rule': {'security_group_id': '3e3830c2-1ecd-4add-9607-40c149aa053a', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:22.331520 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '0f2f4689-a432-4138-9fc2-958d2f1ce294', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'port_id': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'mac_address': 'fa:16:3e:c3:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6252aa-7816-4064-983a-35d467d92a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:03:20Z', 'updated_at': '2022-04-06T14:03:20Z', 'revision_number': 0, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:22.342740 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (a2f7bcc9-2fb4-48df-8047-c7f29f7f7573), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.364864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] Checking router: c1d7f714-b5da-4687-a1db-878507aea34e for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:03:22.371376 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-edacf0b4-f806-48d5-9f3c-c6d5577b8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.374059 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-edacf0b4-f806-48d5-9f3c-c6d5577b8cc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.1112483 Apr 06 14:03:22.374717 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:22.375374 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:02:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:22.412744 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (a2f7bcc9-2fb4-48df-8047-c7f29f7f7573), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.419109 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (a2f7bcc9-2fb4-48df-8047-c7f29f7f7573), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.443022 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f7bcc9-2fb4-48df-8047-c7f29f7f7573,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.450951 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.452273 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-95233efa-2d2b-4ef8-b6cc-bc3b205def86 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461730 Apr 06 14:03:22.455231 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34858) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.460557 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group_rule': {'security_group_id': '3e3830c2-1ecd-4add-9607-40c149aa053a', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:22.462108 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-e5e69122-81d4-4936-8298-d861527d10f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 999 time: 0.0742702 Apr 06 14:03:22.490376 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (bfb9d636-5881-4108-be7a-d4e68a1afe35), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.500293 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:22.521116 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-09ef95c3-843e-41cc-ab04-331459a1476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.522729 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-09ef95c3-843e-41cc-ab04-331459a1476b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0537333 Apr 06 14:03:22.555995 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (bfb9d636-5881-4108-be7a-d4e68a1afe35), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.563678 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (bfb9d636-5881-4108-be7a-d4e68a1afe35), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.576647 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-030ad7dc-92a2-4d4f-841a-c0b18ba53451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.578920 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-030ad7dc-92a2-4d4f-841a-c0b18ba53451 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495248 Apr 06 14:03:22.588128 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb9d636-5881-4108-be7a-d4e68a1afe35,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.594029 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.597770 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4783c9dd-2982-4b8d-9da0-f6f201e494db tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387212 Apr 06 14:03:22.598014 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34860) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.602934 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group_rule': {'security_group_id': '3e3830c2-1ecd-4add-9607-40c149aa053a', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:22.632145 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (a19dcc1c-4060-4650-a885-f543d9a6f15f), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.700013 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (a19dcc1c-4060-4650-a885-f543d9a6f15f), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.707035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (a19dcc1c-4060-4650-a885-f543d9a6f15f), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.730798 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19dcc1c-4060-4650-a885-f543d9a6f15f,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.743767 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-995d5dda-19aa-4bb2-ad1e-544529f79e88 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559451 Apr 06 14:03:22.745944 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.748646 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-e31ee345-3cfd-4c17-a150-04c28db87af1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486945 Apr 06 14:03:22.750786 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 34862) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.756239 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group_rule': {'security_group_id': '3e3830c2-1ecd-4add-9607-40c149aa053a', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:22.785053 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.securitygroups_db [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Project 741d4a9a5a784e2db385a067cc5c1762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:03:22.793810 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (8c5fa4b5-688a-4096-b3a8-f6326ac4c5da), before_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.797894 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '0f2f4689-a432-4138-9fc2-958d2f1ce294', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'port_id': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'mac_address': 'fa:16:3e:c3:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6252aa-7816-4064-983a-35d467d92a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:03:20Z', 'updated_at': '2022-04-06T14:03:20Z', 'revision_number': 0, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:22.828843 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe2c9-1b8d-4d16-b813-9704679aec2d None None] The sync data for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi is: [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '0f2f4689-a432-4138-9fc2-958d2f1ce294', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'port_id': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'mac_address': 'fa:16:3e:c3:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6252aa-7816-4064-983a-35d467d92a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:03:20Z', 'updated_at': '2022-04-06T14:03:20Z', 'revision_number': 0, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:03:22.860628 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (8c5fa4b5-688a-4096-b3a8-f6326ac4c5da), precommit_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.860954 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c1578a9d-688b-49f5-ac77-0281acda6613 req-46c36333-5f79-40d8-918b-0edca2c28b02 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102536 Apr 06 14:03:22.867019 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (8c5fa4b5-688a-4096-b3a8-f6326ac4c5da), after_create {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.891161 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5fa4b5-688a-4096-b3a8-f6326ac4c5da,revision_number=0']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.903677 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.905667 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0c537a00-8983-4fa2-95b1-bbca9e9bd83f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536617 Apr 06 14:03:22.909545 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34864) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.915567 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'security_group_rule': {'security_group_id': '3e3830c2-1ecd-4add-9607-40c149aa053a', 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:22.941603 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.securitygroups_db [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Project 741d4a9a5a784e2db385a067cc5c1762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:03:22.948477 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (1cba683a-e63f-46c2-bfb3-e193f77ce7aa), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.017391 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (1cba683a-e63f-46c2-bfb3-e193f77ce7aa), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.024200 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66638998'] for security_group_rule (1cba683a-e63f-46c2-bfb3-e193f77ce7aa), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.044710 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cba683a-e63f-46c2-bfb3-e193f77ce7aa,revision_number=0']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:23.053337 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.059625 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-d0644abe-522f-4f9c-b848-2917cb44d743 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439686 Apr 06 14:03:23.084714 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d65fc-c66c-4c06-a0fd-84e3634b5087 None None] New status for floating IP 0f2f4689-a432-4138-9fc2-958d2f1ce294: ACTIVE {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:03:23.160303 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-99b57f70-238f-4262-a658-2da6395d16a8 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998570106&fields=id&tenant_id=741d4a9a5a784e2db385a067cc5c1762 HTTP/1.1" status: 200 len: 267 time: 0.0507472 Apr 06 14:03:23.224920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-fcf00817-94cf-42ac-a570-d20dd508db17 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:23.226587 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-fcf00817-94cf-42ac-a570-d20dd508db17 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0599539 Apr 06 14:03:23.242030 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'port': {'security_groups': ['e6c33f22-9ee1-4304-ae54-821baa46c912', '3e3830c2-1ecd-4add-9607-40c149aa053a']}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:23.324143 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.531363 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:23.565151 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.571884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.583804 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['c6f005ce-c3eb-4b0f-94c2-ee247015903e'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:03:23.622220 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:23.622884 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:23.624334 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e76fec82-bd11-4084-9565-dc36d5c51acf req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "PUT /v2.0/ports/c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 982 time: 0.3875580 Apr 06 14:03:23.647282 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caf8ba-f10d-4f24-9772-aa81bb9e7990 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=6']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:23.699399 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['c6f005ce-c3eb-4b0f-94c2-ee247015903e'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:03:23.747646 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5996504-913a-42b8-8c17-d3cb72988b17 req-aa5f6fcc-92e1-4dbc-a26f-b7cdf9c09f38 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:23.749373 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c5996504-913a-42b8-8c17-d3cb72988b17 req-aa5f6fcc-92e1-4dbc-a26f-b7cdf9c09f38 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0567200 Apr 06 14:03:23.825926 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-c5996504-913a-42b8-8c17-d3cb72988b17 req-85c72bef-6577-4f46-be2c-ba2b9004e42d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689311 Apr 06 14:03:23.952198 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-90c79ab1-4050-4205-817d-4c6f85860bae None None] Provisioning complete for port c6f005ce-c3eb-4b0f-94c2-ee247015903e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:23.952557 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-90c79ab1-4050-4205-817d-4c6f85860bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:24.156000 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-90c79ab1-4050-4205-817d-4c6f85860bae None None] Current status of the port c6f005ce-c3eb-4b0f-94c2-ee247015903e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:24.175969 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:24.178625 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d188162-9416-4fc5-9d57-b10e6428d716" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:24.215975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cafc317-248e-4c5c-a74b-fc11a3b8ea91 x-openstack-request-id: req-0cafc317-248e-4c5c-a74b-fc11a3b8ea91 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:24.216253 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:24.216494 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cafc317-248e-4c5c-a74b-fc11a3b8ea91 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:24.216888 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cafc317-248e-4c5c-a74b-fc11a3b8ea91'] response: {'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'status': 'completed', 'code': 200} Apr 06 14:03:24.292288 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-5d475b3a-f5aa-4419-a517-d7f254b7b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:24.293810 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-5d475b3a-f5aa-4419-a517-d7f254b7b0fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1169 time: 0.0489607 Apr 06 14:03:24.386224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-3856f2c8-9773-4e26-9c7d-91a92d5622ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:24.388088 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-3856f2c8-9773-4e26-9c7d-91a92d5622ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.0866795 Apr 06 14:03:24.468134 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-1a792223-7ff6-478f-bf41-4307d5d7d617 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 1001 time: 0.0743275 Apr 06 14:03:24.523384 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-90b56b2e-baf4-4330-ba39-5306973eb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:24.524936 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-90b56b2e-baf4-4330-ba39-5306973eb661 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0514011 Apr 06 14:03:24.580629 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-04d505f1-7387-4c93-a853-281c38a0caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:24.583515 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-04d505f1-7387-4c93-a853-281c38a0caaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522285 Apr 06 14:03:24.688555 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-ce42936d-f1e7-4d60-a161-c3c000dffe49 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980082 Apr 06 14:03:24.782829 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2d188162-9416-4fc5-9d57-b10e6428d716 req-7df7f0a0-3ffc-44ec-93f7-5eb7ad53aa6d service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Apr 06 14:03:25.463582 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-e6e9fda7-34a2-4168-973a-94e39d8a49ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:28.110928 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bb41-9fdd-4d95-882d-748d0d7f1a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:29.122658 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-be5b540f-9730-46f1-b820-e9babfef272f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575030 Apr 06 14:03:29.216694 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-2567d1ed-f985-4377-872f-fa6d27f98cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:29.218241 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-2567d1ed-f985-4377-872f-fa6d27f98cbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1129 time: 0.0472062 Apr 06 14:03:29.223226 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:29.320316 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-a127eb8a-0ee0-4fdf-930e-3db419cf4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:29.321909 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-a127eb8a-0ee0-4fdf-930e-3db419cf4e54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0841451 Apr 06 14:03:29.394665 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-1278fa67-7f82-4ddb-8ed6-0781e973e1bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 1000 time: 0.0647006 Apr 06 14:03:29.444870 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-332b155a-ade4-4186-8781-d2902238b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:29.446567 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-332b155a-ade4-4186-8781-d2902238b7f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0459189 Apr 06 14:03:29.498979 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-03ed9854-0048-43a0-b38c-054ad9b42755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:29.500420 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-03ed9854-0048-43a0-b38c-054ad9b42755 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483932 Apr 06 14:03:29.602429 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-23b1297b-a8f3-4886-82b7-753bbe7b4543 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952022 Apr 06 14:03:29.702859 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-bd36224b-f918-40b6-912f-fd8e7d269421 req-f7e93bf6-b17a-4e19-bc7a-8a413d7ddde8 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914750 Apr 06 14:03:30.498574 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:32.472918 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:46.636708 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f5fef-aeff-4eb4-9bea-d1fe10c7d852 req-946532db-623c-4bb2-b00c-ff4ea4460d71 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:46.638529 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d73f5fef-aeff-4eb4-9bea-d1fe10c7d852 req-946532db-623c-4bb2-b00c-ff4ea4460d71 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0548346 Apr 06 14:03:46.644359 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-06fb4467-af88-4751-8819-1c4c46ae3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:46.645895 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-06fb4467-af88-4751-8819-1c4c46ae3ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1169 time: 0.0526068 Apr 06 14:03:46.698625 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-d73f5fef-aeff-4eb4-9bea-d1fe10c7d852 req-81fa8a6b-16d2-450c-9bac-b2b79509040c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538890 Apr 06 14:03:46.742026 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-e72b2241-fd00-4310-b664-091f3d8fa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:46.743616 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-e72b2241-fd00-4310-b664-091f3d8fa4dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.0862603 Apr 06 14:03:46.815663 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-922ace94-a8f8-4a24-90f8-25999d38aafb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 1001 time: 0.0643120 Apr 06 14:03:46.866594 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-06461ac4-5508-4ea4-b80c-74289aa1c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:46.868165 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-06461ac4-5508-4ea4-b80c-74289aa1c4fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0459325 Apr 06 14:03:46.921064 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-ba423c41-229c-4740-9c11-c44ce9cb314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:46.922596 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-ba423c41-229c-4740-9c11-c44ce9cb314c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470836 Apr 06 14:03:47.022622 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-21992b76-413f-449f-8946-64537922b159 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927467 Apr 06 14:03:47.118854 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-617eb3ad-f372-4643-b007-61b3dfa7eb36 req-b25ab921-252d-4f13-9318-916037c38b86 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902095 Apr 06 14:03:47.835793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dde93-96a0-4d95-a4b5-f2229352a37d req-52d5c73b-5c8e-4ec6-aa26-991240908e5b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:47.837291 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8b4dde93-96a0-4d95-a4b5-f2229352a37d req-52d5c73b-5c8e-4ec6-aa26-991240908e5b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0607293 Apr 06 14:03:47.899022 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8b4dde93-96a0-4d95-a4b5-f2229352a37d req-b227db73-2d53-4290-a3d9-b43decf28be9 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557296 Apr 06 14:03:48.692350 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:03:49.036456 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c563d0f-a950-449a-957b-6649ca334963 req-28cb8a07-5c78-48d8-ae5e-1c89ac33fdd7 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:49.038176 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8c563d0f-a950-449a-957b-6649ca334963 req-28cb8a07-5c78-48d8-ae5e-1c89ac33fdd7 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0625117 Apr 06 14:03:49.100070 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-8c563d0f-a950-449a-957b-6649ca334963 req-eb610ef4-5eda-4dd6-a0d9-0f9b34ebcf18 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554953 Apr 06 14:03:49.334915 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:50.231177 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59c00b-8154-439b-b105-f67588074108 req-1da5fd75-bed8-4e6f-ad50-e881cd4ef52f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:50.232673 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6c59c00b-8154-439b-b105-f67588074108 req-1da5fd75-bed8-4e6f-ad50-e881cd4ef52f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0577705 Apr 06 14:03:50.297484 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-6c59c00b-8154-439b-b105-f67588074108 req-c1558912-61db-4352-8d78-a532b383be94 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585799 Apr 06 14:03:51.436350 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7179333-e7bd-4e38-8665-98327da9cf8d req-5b4a7a80-1b38-4a83-8847-60fca53f75c2 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:51.437851 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a7179333-e7bd-4e38-8665-98327da9cf8d req-5b4a7a80-1b38-4a83-8847-60fca53f75c2 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0645449 Apr 06 14:03:51.498570 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-a7179333-e7bd-4e38-8665-98327da9cf8d req-3eadd6b4-3406-45d4-af60-f69482138bd6 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548642 Apr 06 14:03:52.640212 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d9bc1-df8c-48cc-b040-f301429e2606 req-0a851c89-9d4f-4866-bd2b-ad1a7737a9d5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:52.641771 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f44d9bc1-df8c-48cc-b040-f301429e2606 req-0a851c89-9d4f-4866-bd2b-ad1a7737a9d5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0603998 Apr 06 14:03:52.704043 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f44d9bc1-df8c-48cc-b040-f301429e2606 req-1b9c6a75-d9a0-4dc5-bb02-a40f73453e0c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562348 Apr 06 14:03:53.837776 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e649a-2da7-4bfa-b889-e5289fb3aa66 req-c7bffd7d-bb67-453b-8e7b-c35056be4457 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:53.839321 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-be9e649a-2da7-4bfa-b889-e5289fb3aa66 req-c7bffd7d-bb67-453b-8e7b-c35056be4457 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0564134 Apr 06 14:03:53.906126 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-be9e649a-2da7-4bfa-b889-e5289fb3aa66 req-f99eb76c-f3e9-44f9-a101-7c1fd1b7dc16 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608144 Apr 06 14:03:55.041564 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c39120-d97d-410f-958e-9ff8f7ef6c01 req-125283a9-f053-486a-aefa-9eb435566ba7 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:55.043159 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-71c39120-d97d-410f-958e-9ff8f7ef6c01 req-125283a9-f053-486a-aefa-9eb435566ba7 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0609140 Apr 06 14:03:55.106731 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-71c39120-d97d-410f-958e-9ff8f7ef6c01 req-66fc34be-a8d2-4ea9-925d-9059ce813fcd tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577435 Apr 06 14:03:55.466446 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6424e87f-40c4-472c-b6f1-8a69785dcd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:56.230734 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433bbc7-51f1-4edf-a529-7f3ff4223a69 req-ea9ab18a-8b2b-4b31-aeec-51a711498fc9 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:56.232229 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2433bbc7-51f1-4edf-a529-7f3ff4223a69 req-ea9ab18a-8b2b-4b31-aeec-51a711498fc9 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0549302 Apr 06 14:03:56.293162 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2433bbc7-51f1-4edf-a529-7f3ff4223a69 req-1f261d44-acc0-43bc-9f3c-7c5647e67541 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548317 Apr 06 14:03:57.433378 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d4af-dbf3-4b8b-8f86-43d2a48b708a req-02f5b209-119b-4d53-9426-782c33e1d35e tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:57.435541 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4716d4af-dbf3-4b8b-8f86-43d2a48b708a req-02f5b209-119b-4d53-9426-782c33e1d35e tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0668800 Apr 06 14:03:57.497021 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-4716d4af-dbf3-4b8b-8f86-43d2a48b708a req-b4035e56-c69f-4f50-b2d6-cb2b454bca49 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553069 Apr 06 14:03:58.107415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-a9684abc-13be-4827-badb-8e570f82ff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:58.114455 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-e68340e0-434f-45e2-86a8-2a6209dc2436 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666323419&fields=id&tenant_id=d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 267 time: 0.0560911 Apr 06 14:03:58.234459 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-a79a556e-4ac2-43b2-a4ee-8c264d875f30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:58.235923 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-a79a556e-4ac2-43b2-a4ee-8c264d875f30 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 811 time: 0.1147633 Apr 06 14:03:58.253233 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-81f4f94c-b32a-4805-a765-cf7021277c86 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/quotas/d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 375 time: 0.0093429 Apr 06 14:03:58.312577 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-89b7082d-f3b0-4c1f-b4af-6ffd803577c0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522585 Apr 06 14:03:58.411159 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-51ecb2fd-bd77-4c5f-bd03-2bfc7444d054 service neutron] 10.222.0.24 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861638 Apr 06 14:03:58.503478 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-58cfb2fa-5734-4eb0-a642-71776034e47e service neutron] 10.222.0.24 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865278 Apr 06 14:03:58.622070 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc62e53-9f03-4f22-bc16-0ed1bdfa1481 req-d980940d-5784-479f-8cbb-36a6ace45cb9 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:58.623878 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1fc62e53-9f03-4f22-bc16-0ed1bdfa1481 req-d980940d-5784-479f-8cbb-36a6ace45cb9 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0549359 Apr 06 14:03:58.692847 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-1fc62e53-9f03-4f22-bc16-0ed1bdfa1481 req-410e3b9c-5abc-44b8-bbeb-5c69503207c2 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632181 Apr 06 14:03:58.797485 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e1c6e981-ee1f-4cfc-a572-6ff8135f0f56 req-fab5c0b2-ae4f-4385-b586-16da20cc6be9 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Apr 06 14:03:59.225806 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:59.806408 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-0de40d2d-e479-4479-947b-b2f29303d3ba tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:59.808700 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-0de40d2d-e479-4479-947b-b2f29303d3ba tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 811 time: 0.1131151 Apr 06 14:03:59.819902 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49b0e7-60ad-43e8-9756-c1275b86a6f1 req-4307218d-4021-4cd9-be9c-d4e03797538f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:59.827348 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5f49b0e7-60ad-43e8-9756-c1275b86a6f1 req-4307218d-4021-4cd9-be9c-d4e03797538f tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0593057 Apr 06 14:03:59.886667 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-5f49b0e7-60ad-43e8-9756-c1275b86a6f1 req-49a9d8a7-fbf8-412a-b1d9-2d83fa3b1b16 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572908 Apr 06 14:03:59.905654 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-75da1d2d-faee-4d08-9605-ab8587ca7fee req-ae24b44a-2c0a-4add-8e46-aa4458851aa9 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 210 time: 0.0359118 Apr 06 14:03:59.911022 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-7ceb6637-2dda-4815-9ca8-6ceda8a2d7ab tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d821a66228cf47c28a216eec1e63ab8c HTTP/1.1" status: 200 len: 380 time: 0.0940642 Apr 06 14:03:59.920166 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'port': {'device_id': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'admin_state_up': True, 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'security_groups': ['55f8340a-96f2-4595-8664-f177af73d489']}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:00.032937 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Made reservation on behalf of d821a66228cf47c28a216eec1e63ab8c for: {'port': 1} {{(pid=109800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:04:00.036432 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.166018 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Allocated IP 172.20.0.13 (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d/66090370-7047-4baf-b283-8f6194c81278/e251b9a2-946c-4b7b-af00-2b01a9f02d14) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:00.319924 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.363437 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.406523 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:00.412106 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:00.416099 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:04:00.422821 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=e251b9a2-946c-4b7b-af00-2b01a9f02d14,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:00.450369 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.450808 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.451221 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.451557 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.451886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.452214 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.452529 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.452849 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.453168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.453486 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.453807 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.454220 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.454440 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.454799 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.455101 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:00.481083 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:00.481821 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.499797 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.500438 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-d5518e5a-770e-4382-be27-65d3590ddb37 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5839086 Apr 06 14:04:00.511370 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Request body: {'port': {'device_id': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82755'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:00.588597 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.727055 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-68549e5e-845d-4a50-8d6c-e1f949d9c9ba None None] Provisioning complete for port e251b9a2-946c-4b7b-af00-2b01a9f02d14 triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:04:00.727275 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-68549e5e-845d-4a50-8d6c-e1f949d9c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.764603 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-68549e5e-845d-4a50-8d6c-e1f949d9c9ba None None] Port e251b9a2-946c-4b7b-af00-2b01a9f02d14 cannot update to ACTIVE because it is not bound. {{(pid=109801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:04:00.851886 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e251b9a2-946c-4b7b-af00-2b01a9f02d14 {{(pid=109800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:04:00.859387 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Publish callbacks [] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.871674 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.provisioning_blocks [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Transition to ACTIVE for port object e251b9a2-946c-4b7b-af00-2b01a9f02d14 will not be triggered until provisioned by entity L2. {{(pid=109800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:04:00.877977 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:00.928115 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Pushing event updated for resources: {'Port': ['ID=e251b9a2-946c-4b7b-af00-2b01a9f02d14,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:01.041030 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Attempting to bind port e251b9a2-946c-4b7b-af00-2b01a9f02d14 on host hv-cinder-82755 for vnic_type normal with profile {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:04:01.041410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Attempting to bind port e251b9a2-946c-4b7b-af00-2b01a9f02d14 by drivers openvswitch,hyperv on host hv-cinder-82755 at level 0 using segments [{'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:04:01.041703 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Attempting to bind port e251b9a2-946c-4b7b-af00-2b01a9f02d14 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:04:01.049619 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded12808-6036-4a4b-a13e-78d249eb0b13 req-85e81277-8977-4d54-a1f1-c4d01913f6b6 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.051000 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Port e251b9a2-946c-4b7b-af00-2b01a9f02d14 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82755 {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:04:01.051336 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Attempting to bind port e251b9a2-946c-4b7b-af00-2b01a9f02d14 on network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:04:01.055235 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ded12808-6036-4a4b-a13e-78d249eb0b13 req-85e81277-8977-4d54-a1f1-c4d01913f6b6 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0632763 Apr 06 14:04:01.057339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Checking agent: {'id': 'f2586aff-65b0-4fbc-ae38-f9f274d72e97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82755', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'started_at': datetime.datetime(2022, 4, 6, 13, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:04:01.057684 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Checking segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:04:01.058072 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Bound using segment: {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'} {{(pid=109800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:04:01.058508 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.managers [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Bound port: e251b9a2-946c-4b7b-af00-2b01a9f02d14, host: hv-cinder-82755, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05477cd0-5140-4001-adfe-2f750efa1650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d'}}] {{(pid=109800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:04:01.058900 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:01.083081 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a4bc-9203-49cb-9a41-29478a215e8c req-cde0b1bd-a4aa-4d91-9836-907c923b2b06 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.084670 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bc2a4bc-9203-49cb-9a41-29478a215e8c req-cde0b1bd-a4aa-4d91-9836-907c923b2b06 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0847447 Apr 06 14:04:01.116415 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ded12808-6036-4a4b-a13e-78d249eb0b13 req-3f629365-6311-4112-ae34-f3a2bded0aab tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592549 Apr 06 14:04:01.170541 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] For port e251b9a2-946c-4b7b-af00-2b01a9f02d14, host hv-cinder-82755, cleared binding levels {{(pid=109800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:04:01.173657 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] For port e251b9a2-946c-4b7b-af00-2b01a9f02d14, host hv-cinder-82755, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:04:01.178305 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5bc2a4bc-9203-49cb-9a41-29478a215e8c req-3fafa39f-0e94-4a08-9319-ec035240af0c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717468 Apr 06 14:04:01.185733 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:01.227542 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.228168 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:01.229553 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] 10.222.0.15 "PUT /v2.0/ports/e251b9a2-946c-4b7b-af00-2b01a9f02d14 HTTP/1.1" status: 200 len: 1094 time: 0.7226942 Apr 06 14:04:01.229996 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:01.232396 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123b0fb1-9dfb-4496-8ccc-771b72beffea" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:04:01.262440 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f67d4-d8b5-49db-985a-159c2a52529b service neutron] Pushing event updated for resources: {'Port': ['ID=e251b9a2-946c-4b7b-af00-2b01a9f02d14,revision_number=3']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:01.285930 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cc49e9-7caa-4dd1-9944-873686e05cc9 x-openstack-request-id: req-e3cc49e9-7caa-4dd1-9944-873686e05cc9 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:04:01.286224 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:04:01.286479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3cc49e9-7caa-4dd1-9944-873686e05cc9 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:04:01.286932 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cc49e9-7caa-4dd1-9944-873686e05cc9'] response: {'name': 'network-changed', 'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'status': 'completed', 'code': 200} Apr 06 14:04:01.320921 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-ec6776e5-b67b-41cc-955a-a37a7a16388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.322502 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-ec6776e5-b67b-41cc-955a-a37a7a16388c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 1128 time: 0.0484090 Apr 06 14:04:01.366990 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-a32f691e-4caf-4426-9c26-8fe439e7042d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14 HTTP/1.1" status: 200 len: 217 time: 0.0355031 Apr 06 14:04:01.420675 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-b0ef47c9-a6f4-4e15-86f5-4f4365d28c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.422149 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-b0ef47c9-a6f4-4e15-86f5-4f4365d28c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0498295 Apr 06 14:04:01.474867 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3933e-332f-4b21-9361-c390428248a6 req-025bf6aa-db5f-4773-8831-8b41f77de627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.476404 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-025bf6aa-db5f-4773-8831-8b41f77de627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478637 Apr 06 14:04:01.566249 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-efb62c70-c629-49af-962b-c1c160f9ff61 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830734 Apr 06 14:04:01.667737 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-20a3933e-332f-4b21-9361-c390428248a6 req-0bae8694-98dc-40f3-8432-8e2718e9c987 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957634 Apr 06 14:04:01.993731 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-52e7d126-c374-409d-839f-b327f2b93d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:01.995175 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-52e7d126-c374-409d-839f-b327f2b93d95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 1128 time: 0.0487940 Apr 06 14:04:02.089161 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-9c04d94d-e7cc-4a01-9f1e-93ccf3a833ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:02.090659 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-9c04d94d-e7cc-4a01-9f1e-93ccf3a833ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0881994 Apr 06 14:04:02.144136 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-6be2d544-6f6d-42e4-9dc9-aede632f67e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14 HTTP/1.1" status: 200 len: 217 time: 0.0432148 Apr 06 14:04:02.231216 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-b54e1d78-7a05-40a4-838a-e65e3b0dc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:02.232759 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-b54e1d78-7a05-40a4-838a-e65e3b0dc2c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0798931 Apr 06 14:04:02.280220 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141799-927e-4dc5-a224-5283d700ac72 req-b89451d5-d335-4d8f-9a5c-98b4298d0d9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:02.281539 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c141799-927e-4dc5-a224-5283d700ac72 req-b89451d5-d335-4d8f-9a5c-98b4298d0d9c tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0935442 Apr 06 14:04:02.303118 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1625b-512f-4177-8083-e3d8c6a70c29 req-42e927cb-86b0-47ee-aceb-98aa8024275f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:02.304633 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e4d1625b-512f-4177-8083-e3d8c6a70c29 req-42e927cb-86b0-47ee-aceb-98aa8024275f tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0534897 Apr 06 14:04:02.313906 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-d460f523-0ff9-4f19-9e8f-7f9c9913e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:02.315403 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-d460f523-0ff9-4f19-9e8f-7f9c9913e6d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761864 Apr 06 14:04:02.354448 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-e4d1625b-512f-4177-8083-e3d8c6a70c29 req-909dc683-0bcd-4ead-a6b5-1ef442481216 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Apr 06 14:04:02.394720 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-2c141799-927e-4dc5-a224-5283d700ac72 req-608f30e0-31e2-4400-8862-e75b9ecc5e81 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063108 Apr 06 14:04:02.436975 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-342e878a-20e1-4f3c-aa79-5f22365cc9ef service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138911 Apr 06 14:04:02.467039 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:02.527231 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-123b0fb1-9dfb-4496-8ccc-771b72beffea req-58c8fb39-b3cc-499f-a651-e64eba28e9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835705 Apr 06 14:04:03.487774 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74392cce-a03d-4880-af77-b1de5308ec8a req-99bb4a8a-ea10-43d5-9ca2-e74adf3aa463 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:03.489317 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-74392cce-a03d-4880-af77-b1de5308ec8a req-99bb4a8a-ea10-43d5-9ca2-e74adf3aa463 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0615237 Apr 06 14:04:03.517000 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efdfef-457f-4032-b189-502e818ee5ca req-5f575e70-277e-4bd7-828c-07883be3736b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:03.518548 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4efdfef-457f-4032-b189-502e818ee5ca req-5f575e70-277e-4bd7-828c-07883be3736b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0551529 Apr 06 14:04:03.538894 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-74392cce-a03d-4880-af77-b1de5308ec8a req-047ba719-10ba-41d3-96ca-72e5addf0f96 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Apr 06 14:04:03.586390 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b4efdfef-457f-4032-b189-502e818ee5ca req-55f673e3-f31b-4ddc-9654-3d8f45c04aec tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619709 Apr 06 14:04:04.665413 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c000a-38db-49ec-93c2-30496658f541 req-3d2e1c29-66cf-45d6-8347-5b46c23b3396 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:04.666916 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-689c000a-38db-49ec-93c2-30496658f541 req-3d2e1c29-66cf-45d6-8347-5b46c23b3396 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0564449 Apr 06 14:04:04.711979 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82557ca-8c80-4062-89ac-8976a5574530 req-b877318c-d420-49fe-afc7-876f502383ff tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:04.713459 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d82557ca-8c80-4062-89ac-8976a5574530 req-b877318c-d420-49fe-afc7-876f502383ff tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0572209 Apr 06 14:04:04.715516 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-689c000a-38db-49ec-93c2-30496658f541 req-59a0f1c6-1094-45d2-a82c-9592a460d322 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Apr 06 14:04:04.778084 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d82557ca-8c80-4062-89ac-8976a5574530 req-887d60ab-0741-4648-9eac-afe18e11f96d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e3830c2-1ecd-4add-9607-40c149aa053a&id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581226 Apr 06 14:04:05.850737 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfe622-95fd-4b62-af77-c9ac79d9a0be req-33622400-c8b0-4030-834a-8b3af09f9864 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:05.852278 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9dbfe622-95fd-4b62-af77-c9ac79d9a0be req-33622400-c8b0-4030-834a-8b3af09f9864 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0611045 Apr 06 14:04:05.911946 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-9dbfe622-95fd-4b62-af77-c9ac79d9a0be req-fabab188-6aca-4454-90c9-e334b5f2b77b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537169 Apr 06 14:04:07.049205 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7882e-54b1-4c94-b7fd-9b609f0b03e2 req-aecc5878-0a05-4818-b164-45b16418b27b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:07.050758 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b6c7882e-54b1-4c94-b7fd-9b609f0b03e2 req-aecc5878-0a05-4818-b164-45b16418b27b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0666511 Apr 06 14:04:07.099950 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b6c7882e-54b1-4c94-b7fd-9b609f0b03e2 req-3de0d4c5-836e-4e85-b378-d86ea559fa8c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434856 Apr 06 14:04:08.236613 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279aea9-e432-4219-9789-839bfa12eda3 req-a740b599-f473-4c93-bb30-7c2857bf5216 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:08.238362 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3279aea9-e432-4219-9789-839bfa12eda3 req-a740b599-f473-4c93-bb30-7c2857bf5216 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 944 time: 0.0594683 Apr 06 14:04:08.291205 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3279aea9-e432-4219-9789-839bfa12eda3 req-90a58caa-745f-446f-83d3-bde27c9c09b8 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469241 Apr 06 14:04:08.665222 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device e251b9a2-946c-4b7b-af00-2b01a9f02d14 details requested by agent hyperv_hv-cinder-82755 with host hv-cinder-82755 {{(pid=109801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:04:08.764468 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port e251b9a2-946c-4b7b-af00-2b01a9f02d14, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:08.776692 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Returning: {'device': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'port_id': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'mac_address': 'fa:16:3e:65:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:04:08.813633 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port e251b9a2-946c-4b7b-af00-2b01a9f02d14 is: DOWN; New status is: BUILD {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:04:08.814029 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:08.827529 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e251b9a2-946c-4b7b-af00-2b01a9f02d14 {{(pid=109801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:04:08.846904 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port e251b9a2-946c-4b7b-af00-2b01a9f02d14, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:08.854617 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:08.913035 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=e251b9a2-946c-4b7b-af00-2b01a9f02d14,revision_number=4']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:08.920382 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.920680 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.921035 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.921384 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.921730 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.922090 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.922421 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.922787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.923120 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.923451 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.923787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.924115 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.924454 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.924784 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:08.925117 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:09.082386 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['e251b9a2-946c-4b7b-af00-2b01a9f02d14'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:04:09.431232 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3b4bf-07d5-49b2-a498-7d1f1dfcc1b9 req-a3ad93a1-455a-4bb6-88eb-55670485d001 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:09.433458 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-82b3b4bf-07d5-49b2-a498-7d1f1dfcc1b9 req-a3ad93a1-455a-4bb6-88eb-55670485d001 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 945 time: 0.0734158 Apr 06 14:04:09.483967 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-82b3b4bf-07d5-49b2-a498-7d1f1dfcc1b9 req-055d276e-0fce-47a1-953b-f2f25a5b956e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Apr 06 14:04:10.621271 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cbb17-d1e4-484c-ac92-7aaa8e65d7f9 req-153621eb-5a50-4c57-9251-fa9a88d0c445 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:10.622730 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-409cbb17-d1e4-484c-ac92-7aaa8e65d7f9 req-153621eb-5a50-4c57-9251-fa9a88d0c445 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 945 time: 0.0621815 Apr 06 14:04:10.676983 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-409cbb17-d1e4-484c-ac92-7aaa8e65d7f9 req-c9ec69c4-91ff-479e-9e8c-a08bee0afb9c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457706 Apr 06 14:04:10.688532 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device e251b9a2-946c-4b7b-af00-2b01a9f02d14 up at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:04:10.745274 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning for port e251b9a2-946c-4b7b-af00-2b01a9f02d14 completed by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:04:10.751971 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Provisioning complete for port e251b9a2-946c-4b7b-af00-2b01a9f02d14 triggered by entity L2. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:04:10.752467 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:10.839417 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Current status of the port e251b9a2-946c-4b7b-af00-2b01a9f02d14 is: BUILD; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:04:10.839724 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), before_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:10.864067 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14'}] {{(pid=109801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:10.866304 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be6da22c53b22a75a85d57f38d0b972267aa39dd5c071f48c734bb4b74d1fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ce68a4-7759-4d20-8989-6ac5e540dde8" -d '{"events": [{"server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "name": "network-vif-plugged", "status": "completed", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14"}]}' {{(pid=109801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:04:10.879224 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] For port e251b9a2-946c-4b7b-af00-2b01a9f02d14, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:10.884448 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:10.910557 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6619470a-cd11-4409-b7e4-95da00a08c1a x-openstack-request-id: req-6619470a-cd11-4409-b7e4-95da00a08c1a {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:04:10.910845 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "name": "network-vif-plugged", "status": "completed", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14", "code": 200}]} {{(pid=109801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:04:10.911129 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6619470a-cd11-4409-b7e4-95da00a08c1a {{(pid=109801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:04:10.911513 dv-cinder-827554-3-iscsi neutron-server[109801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6619470a-cd11-4409-b7e4-95da00a08c1a'] response: {'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'code': 200} Apr 06 14:04:10.940134 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Pushing event updated for resources: {'Port': ['ID=e251b9a2-946c-4b7b-af00-2b01a9f02d14,revision_number=5']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:11.140119 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4439548-9ad9-4d81-881a-cccc7b9b4909 req-33736dfa-3a7b-4110-9591-eef3bbcd1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:11.141685 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f4439548-9ad9-4d81-881a-cccc7b9b4909 req-33736dfa-3a7b-4110-9591-eef3bbcd1a4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 1130 time: 0.0492690 Apr 06 14:04:11.188977 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f4439548-9ad9-4d81-881a-cccc7b9b4909 req-9c693436-2f21-4aa0-a534-860369e79d68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404367 Apr 06 14:04:11.810551 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f800d-73a5-4f44-93da-519e0fde5bfd req-5242f55e-a8b0-4fee-9c7d-ab7e13097ce7 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:11.812052 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2a3f800d-73a5-4f44-93da-519e0fde5bfd req-5242f55e-a8b0-4fee-9c7d-ab7e13097ce7 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 946 time: 0.0654960 Apr 06 14:04:11.862929 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-2a3f800d-73a5-4f44-93da-519e0fde5bfd req-77253fb9-f4f3-4b37-ada4-d411dcedab99 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Apr 06 14:04:12.985329 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561210e-ae6c-47b8-8c75-1e693ef801c1 req-7aa1395e-7f4a-43c6-8a5c-dc14c884de29 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:12.986809 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b561210e-ae6c-47b8-8c75-1e693ef801c1 req-7aa1395e-7f4a-43c6-8a5c-dc14c884de29 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 946 time: 0.0545249 Apr 06 14:04:13.041951 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b561210e-ae6c-47b8-8c75-1e693ef801c1 req-112a533c-003d-473b-8be2-2f8af6ed20b5 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Apr 06 14:04:13.170995 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c8eaf-f951-4e26-ab1a-ae1b350e980c req-034fbe9a-d06a-4642-a991-b36acf1a2d84 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:13.172459 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-028c8eaf-f951-4e26-ab1a-ae1b350e980c req-034fbe9a-d06a-4642-a991-b36acf1a2d84 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 946 time: 0.0550282 Apr 06 14:04:13.226186 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-028c8eaf-f951-4e26-ab1a-ae1b350e980c req-0e197143-a923-43fe-9bac-43b683850a5e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Apr 06 14:04:13.258238 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 34998) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:13.301119 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb1be8-fc3d-41c8-b6ee-3f2f71b0327b tempest-TestVolumeBootPattern-588866716 tempest-TestVolumeBootPattern-588866716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:13.302617 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-bfcb1be8-fc3d-41c8-b6ee-3f2f71b0327b tempest-TestVolumeBootPattern-588866716 tempest-TestVolumeBootPattern-588866716-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 1125 time: 0.0433490 Apr 06 14:04:13.306506 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 35000) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:13.310682 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.base [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Request body: {'floatingip': {'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'port_id': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:13.334899 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:13.436553 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (None), before_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:13.552943 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.db_base_plugin_common [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Allocated IP 172.27.0.80 (7d4b9859-aeb2-4f6b-8c2c-4fa962faf800/f474ca42-47f8-4f16-bccf-74644eb86d99/4adff425-7986-44ec-9843-94677cefd8a8) {{(pid=109800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:04:13.651582 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (4adff425-7986-44ec-9843-94677cefd8a8), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:13.692240 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772705049582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (4adff425-7986-44ec-9843-94677cefd8a8), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:13.732213 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Network 7d4b9859-aeb2-4f6b-8c2c-4fa962faf800 is already hosted by enough agents. {{(pid=109800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:04:13.735212 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Resources bound (agent type, host, resource id): {{(pid=109800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:04:13.739567 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Received port after_create {{(pid=109800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:04:13.742505 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=4adff425-7986-44ec-9843-94677cefd8a8,revision_number=1']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:14.385282 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (593f5d4e-f11b-4479-a21c-608c1ef52309), precommit_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:14.465861 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (4adff425-7986-44ec-9843-94677cefd8a8), before_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:14.626431 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for port (4adff425-7986-44ec-9843-94677cefd8a8), precommit_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:14.634009 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63082605'] for port (4adff425-7986-44ec-9843-94677cefd8a8), after_update {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:14.696093 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event updated for resources: {'Port': ['ID=4adff425-7986-44ec-9843-94677cefd8a8,revision_number=2']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:14.709570 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437688'] for floatingip (593f5d4e-f11b-4479-a21c-608c1ef52309), after_create {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:14.827660 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.db.l3_db [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Floating IP 593f5d4e-f11b-4479-a21c-608c1ef52309 associated. External IP: 172.27.0.80, port: e251b9a2-946c-4b7b-af00-2b01a9f02d14. Apr 06 14:04:15.045286 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:04:15.157836 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:04:15.168557 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:15.176244 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:15.179781 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:15.180408 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:03:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:15.205547 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-1d8ae7a3-d6ab-4201-8673-b55b6b6d055e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8978701 Apr 06 14:04:15.206208 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:15.208536 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b190d244-da77-4af4-8198-06c95475b344" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:04:15.243647 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c415884a-e92d-467d-9759-92987ab3817b x-openstack-request-id: req-c415884a-e92d-467d-9759-92987ab3817b {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:04:15.243944 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:04:15.244198 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c415884a-e92d-467d-9759-92987ab3817b {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:04:15.244611 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c415884a-e92d-467d-9759-92987ab3817b'] response: {'name': 'network-changed', 'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'status': 'completed', 'code': 200} Apr 06 14:04:15.292457 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:15.310086 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d244-da77-4af4-8198-06c95475b344 req-5e15f8f8-664d-4218-9dfc-1fc2d5e2fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:15.312022 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-5e15f8f8-664d-4218-9dfc-1fc2d5e2fb4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 1130 time: 0.0450006 Apr 06 14:04:15.409021 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d244-da77-4af4-8198-06c95475b344 req-45dfb511-43ce-4bb4-8ab0-cf5dc5a09d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:15.410534 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-45dfb511-43ce-4bb4-8ab0-cf5dc5a09d76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0908506 Apr 06 14:04:15.479607 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-80d8bc67-90e3-4198-be76-70a46c6d9ca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14 HTTP/1.1" status: 200 len: 999 time: 0.0601621 Apr 06 14:04:15.534460 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '593f5d4e-f11b-4479-a21c-608c1ef52309', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:65:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:04:13Z', 'updated_at': '2022-04-06T14:04:13Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}, {'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:24Z', 'revision_number': 1, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:15.542492 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d244-da77-4af4-8198-06c95475b344 req-11f0a4fd-7516-4c5f-bc9b-f93eca2bed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:15.544025 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-11f0a4fd-7516-4c5f-bc9b-f93eca2bed29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0517802 Apr 06 14:04:15.565392 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:15.574747 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:15.575380 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:03:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:15.593182 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190d244-da77-4af4-8198-06c95475b344 req-e6dcfe9c-7e71-4386-9c53-ce11fefff4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:15.594743 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-e6dcfe9c-7e71-4386-9c53-ce11fefff4ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447934 Apr 06 14:04:15.684268 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-0d2223e5-eb43-4fa4-bb58-d6035cb3854f service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819528 Apr 06 14:04:15.687159 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:15.776960 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-b190d244-da77-4af4-8198-06c95475b344 req-189c7cd2-5c66-4d7f-bdfb-0ef0b1fb63db service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859029 Apr 06 14:04:15.941339 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '593f5d4e-f11b-4479-a21c-608c1ef52309', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:65:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:04:13Z', 'updated_at': '2022-04-06T14:04:13Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}, {'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:24Z', 'revision_number': 1, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:15.972034 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631d139-b6e0-40ad-9578-c1387bcee7a2 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': '593f5d4e-f11b-4479-a21c-608c1ef52309', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:65:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:04:13Z', 'updated_at': '2022-04-06T14:04:13Z', 'revision_number': 0, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}, {'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:24Z', 'revision_number': 1, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:16.179411 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b73d6e-2368-472a-abea-00b7f1709cae None None] New status for floating IP 593f5d4e-f11b-4479-a21c-608c1ef52309: ACTIVE {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:04:19.341909 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:25.462250 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-492fe3ca-bcde-4cd5-88a4-2b6cae2dd649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:25.696479 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:04:28.115010 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6559ca39-fd65-4f64-8178-867bf59bd4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:29.236040 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:30.439622 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-608940e3-9e7a-4253-8f3c-36f192f1c73e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508595 Apr 06 14:04:30.504812 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:30.508994 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04699-541d-4561-ac86-20d448d2b036 req-0be6b8f7-9daf-42d6-9a40-61a18bc96793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:30.510528 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-0be6b8f7-9daf-42d6-9a40-61a18bc96793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1169 time: 0.0468714 Apr 06 14:04:30.624741 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04699-541d-4561-ac86-20d448d2b036 req-98661036-431e-4626-8db2-f3cc23d14673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:30.626192 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-98661036-431e-4626-8db2-f3cc23d14673 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.0913343 Apr 06 14:04:30.692530 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-6d84a88e-08e3-498f-9c2c-f34ebe4e1682 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 1001 time: 0.0595593 Apr 06 14:04:30.744327 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04699-541d-4561-ac86-20d448d2b036 req-ae0c78e7-9231-45c9-a429-b96c141988a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:30.745895 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-ae0c78e7-9231-45c9-a429-b96c141988a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0475073 Apr 06 14:04:30.797932 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04699-541d-4561-ac86-20d448d2b036 req-1a8fcec7-7d58-4797-9254-8b63807a0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:30.799472 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-1a8fcec7-7d58-4797-9254-8b63807a0a38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465848 Apr 06 14:04:30.891999 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-b1cd3478-c2e0-42e5-b9ff-0a715ca47d9d service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Apr 06 14:04:30.998925 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-16f04699-541d-4561-ac86-20d448d2b036 req-2cf22c46-9307-4256-bf53-38ca62edbaa2 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994496 Apr 06 14:04:32.474243 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:38.452832 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-ffdc4869-f19f-4ddc-8585-49c1095db28b tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998570106&fields=id&tenant_id=741d4a9a5a784e2db385a067cc5c1762 HTTP/1.1" status: 200 len: 267 time: 0.0485573 Apr 06 14:04:38.520367 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-c7e1f416-defc-4b5f-9a78-186dc924f3de tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:38.521840 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-c7e1f416-defc-4b5f-9a78-186dc924f3de tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 985 time: 0.0632575 Apr 06 14:04:38.532753 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.v2.base [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Request body: {'port': {'security_groups': ['e6c33f22-9ee1-4304-ae54-821baa46c912']}} {{(pid=109799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:04:38.605538 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66555133'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:38.789337 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:38.820799 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), precommit_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:38.829007 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772705460502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772705042436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772705042454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58634420'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_update {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:38.841139 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['c6f005ce-c3eb-4b0f-94c2-ee247015903e'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:04:38.870887 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:38.871501 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:38.876108 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-3928595f-a6c1-4711-89f4-c1107ddc8329 req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "PUT /v2.0/ports/c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 943 time: 0.3446016 Apr 06 14:04:38.876108 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:38.876108 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:04:38.884035 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 35028) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:38.918945 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event updated for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=7']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:38.927365 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.927875 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.928245 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.928571 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.928907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.929242 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.929574 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.929903 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.930231 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.930558 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.930910 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.931238 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.931560 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.931885 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.932206 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a29ed-5bf5-4861-b1a6-e927a5df43f5 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:04:38.980656 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e0449e12-1b81-4d21-9d96-980c09504ddc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group (3e3830c2-1ecd-4add-9607-40c149aa053a), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:38.994776 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['c6f005ce-c3eb-4b0f-94c2-ee247015903e'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:04:39.008618 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e0449e12-1b81-4d21-9d96-980c09504ddc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group (3e3830c2-1ecd-4add-9607-40c149aa053a), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.058654 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723fbea-e866-4e4d-a057-7c9e08aea057 x-openstack-request-id: req-4723fbea-e866-4e4d-a057-7c9e08aea057 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:04:39.059347 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:04:39.059604 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4723fbea-e866-4e4d-a057-7c9e08aea057 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:04:39.060020 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4723fbea-e866-4e4d-a057-7c9e08aea057'] response: {'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'status': 'completed', 'code': 200} Apr 06 14:04:39.136664 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e0449e12-1b81-4d21-9d96-980c09504ddc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (3e3830c2-1ecd-4add-9607-40c149aa053a), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.143202 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-e0449e12-1b81-4d21-9d96-980c09504ddc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for security_group (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.144399 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-e0449e12-1b81-4d21-9d96-980c09504ddc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e3830c2-1ecd-4add-9607-40c149aa053a HTTP/1.1" status: 204 len: 168 time: 0.2596877 Apr 06 14:04:39.147364 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35032) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:39.158535 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449e12-1b81-4d21-9d96-980c09504ddc tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3830c2-1ecd-4add-9607-40c149aa053a,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:39.163315 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-a6def04a-8469-468b-a656-5931b4bb45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:39.164732 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-a6def04a-8469-468b-a656-5931b4bb45ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1130 time: 0.0800397 Apr 06 14:04:39.202118 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.provisioning_blocks [None req-0d0ef36b-de6a-4123-82ce-6549eb4f3058 None None] Provisioning complete for port c6f005ce-c3eb-4b0f-94c2-ee247015903e triggered by entity DHCP. {{(pid=109801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:04:39.202118 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef36b-de6a-4123-82ce-6549eb4f3058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-635580'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), provisioning_complete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.275455 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-edcc107f-b260-409a-a3d9-88bb45774c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:39.277247 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-edcc107f-b260-409a-a3d9-88bb45774c51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.1052611 Apr 06 14:04:39.297184 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ef36b-de6a-4123-82ce-6549eb4f3058 None None] Current status of the port c6f005ce-c3eb-4b0f-94c2-ee247015903e is: ACTIVE; New status is: ACTIVE {{(pid=109801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:04:39.317045 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Deleting port f4e39a63-8741-4ece-afe1-385d0d642ce8 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:39.317391 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.347979 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-28431405-5f8c-46cd-8103-3fcca3ebdcf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 1001 time: 0.0635426 Apr 06 14:04:39.394117 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.394420 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for floatingip (f4e39a63-8741-4ece-afe1-385d0d642ce8), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.397192 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-75a0ec8d-512c-4042-b87a-b5f9a6363d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:39.398686 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-75a0ec8d-512c-4042-b87a-b5f9a6363d13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0447843 Apr 06 14:04:39.406909 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Calling delete_port for f4e39a63-8741-4ece-afe1-385d0d642ce8 owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:39.450059 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-f1ae2916-bfbb-4a58-bc60-a048dcde689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:39.451634 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-f1ae2916-bfbb-4a58-bc60-a048dcde689b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455179 Apr 06 14:04:39.556925 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-b4d3acb5-4fd5-45ed-b6fd-76da27358833 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930505 Apr 06 14:04:39.573253 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (f4e39a63-8741-4ece-afe1-385d0d642ce8), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.599940 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event deleted for resources: {'Port': ['ID=f4e39a63-8741-4ece-afe1-385d0d642ce8,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:39.657950 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8bfb6662-fb5d-4122-8f30-b8b0c3749f5e req-a0b158ce-cc48-4b3f-b7c6-d39adb4a89b7 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944123 Apr 06 14:04:39.665604 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks [] for floatingip (0f2f4689-a432-4138-9fc2-958d2f1ce294), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:39.665968 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Floating IP 0f2f4689-a432-4138-9fc2-958d2f1ce294 disassociated (deleted). External IP: 172.27.0.54, port: c6f005ce-c3eb-4b0f-94c2-ee247015903e. Apr 06 14:04:39.879192 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Router c1d7f714-b5da-4687-a1db-878507aea34e has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:04:39.993953 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:04:39.999403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:40.005213 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] Sync routers for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:40.017142 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:40.017772 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:04:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:40.032333 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-0bb13b59-57b1-4939-87a5-04abec3d55a1 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "DELETE /v2.0/floatingips/0f2f4689-a432-4138-9fc2-958d2f1ce294 HTTP/1.1" status: 204 len: 168 time: 0.8836789 Apr 06 14:04:40.280840 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:40.496593 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:40.527852 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] Checking router: c1d7f714-b5da-4687-a1db-878507aea34e for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:40.536703 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:40.537330 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:04:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:40.649016 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:40.865434 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:40.896558 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a20e97-ef58-452e-a825-28b747ed1cec None None] The sync data for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi is: [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:02:35Z', 'revision_number': 4, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': 'c9f0b619-93ac-4458-a529-92e2b8c22c04', 'name': '', 'network_id': '37eeb6d7-d584-4910-85c4-c51993734a49', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'mac_address': 'fa:16:3e:02:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:35Z', 'updated_at': '2022-04-06T14:02:40Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'subnets': [{'id': '79c1debf-9cc4-4e60-a692-4200fb9c810f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:41.061514 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:41.064032 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f015627-6c1a-48f4-a045-d53a8e529a50" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:04:41.103180 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd8aee1-17cd-4e1c-aba2-e6500c3fbacd x-openstack-request-id: req-dcd8aee1-17cd-4e1c-aba2-e6500c3fbacd {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:04:41.103467 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:04:41.103719 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcd8aee1-17cd-4e1c-aba2-e6500c3fbacd {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:04:41.104118 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd8aee1-17cd-4e1c-aba2-e6500c3fbacd'] response: {'name': 'network-changed', 'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'status': 'completed', 'code': 200} Apr 06 14:04:41.137330 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e5e45e-c849-4765-abf2-6a3ace661313 None None] New status for floating IP 0f2f4689-a432-4138-9fc2-958d2f1ce294: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:04:41.172736 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-24ed9faa-64e9-4834-bc8d-8bb3cfcf6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:41.174493 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-24ed9faa-64e9-4834-bc8d-8bb3cfcf6785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741d4a9a5a784e2db385a067cc5c1762&device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 1130 time: 0.0484097 Apr 06 14:04:41.271248 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-7c6c1f7d-e6b5-44b9-98ed-8e2571180647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:41.272641 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-7c6c1f7d-e6b5-44b9-98ed-8e2571180647 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 200 len: 916 time: 0.0911455 Apr 06 14:04:41.313610 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-5847dd1a-8193-4972-a607-88972afbe554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 200 len: 217 time: 0.0351520 Apr 06 14:04:41.362560 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-14643164-b011-4cda-987c-7f3588e6bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:41.364140 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-14643164-b011-4cda-987c-7f3588e6bd32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 200 len: 854 time: 0.0448554 Apr 06 14:04:41.419395 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-b2f30b7d-91c9-45ff-a4bf-3ba2b7e7b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:41.420951 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-b2f30b7d-91c9-45ff-a4bf-3ba2b7e7b2fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37eeb6d7-d584-4910-85c4-c51993734a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512640 Apr 06 14:04:41.516170 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-56396344-1d62-45fb-b4c7-35bc369ecaa3 service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883827 Apr 06 14:04:41.613429 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-5f015627-6c1a-48f4-a045-d53a8e529a50 req-6bac8673-3632-4476-856d-2ab8165db69a service neutron] 10.222.0.15 "GET /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907924 Apr 06 14:04:43.034839 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8c804-053f-424e-a823-b6b9afecda79 req-e91a4560-a5f1-42f4-ba67-68c535bb863d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:43.036323 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ebb8c804-053f-424e-a823-b6b9afecda79 req-e91a4560-a5f1-42f4-ba67-68c535bb863d tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.3123746 Apr 06 14:04:43.084289 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-ebb8c804-053f-424e-a823-b6b9afecda79 req-d4850ac1-2d6f-4953-9c10-7bb4e1a66314 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Apr 06 14:04:44.212723 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6113a-7b50-4178-ad1d-ce76f9b04130 req-e54800c6-7f51-4bcb-a053-191ef506a6af tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:44.214229 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8aa6113a-7b50-4178-ad1d-ce76f9b04130 req-e54800c6-7f51-4bcb-a053-191ef506a6af tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0567145 Apr 06 14:04:44.262260 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-8aa6113a-7b50-4178-ad1d-ce76f9b04130 req-980c2678-9fd6-4a46-966b-c71dd2eb5a80 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6c33f22-9ee1-4304-ae54-821baa46c912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421162 Apr 06 14:04:44.353851 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-33f0d417-542c-4ffa-8661-c8b702c169c6 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:44.355337 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-33f0d417-542c-4ffa-8661-c8b702c169c6 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff6252aa-7816-4064-983a-35d467d92a93 HTTP/1.1" status: 200 len: 946 time: 0.0545919 Apr 06 14:04:44.457743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Deleting port c6f005ce-c3eb-4b0f-94c2-ee247015903e {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:44.458101 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:44.555348 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] For port c6f005ce-c3eb-4b0f-94c2-ee247015903e, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=c6f005ce-c3eb-4b0f-94c2-ee247015903e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:44.555679 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:44.573410 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Calling delete_port for c6f005ce-c3eb-4b0f-94c2-ee247015903e owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:44.719612 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (c6f005ce-c3eb-4b0f-94c2-ee247015903e), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:44.733052 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] get_ports_and_sgs() called for port_ids ['c6f005ce-c3eb-4b0f-94c2-ee247015903e'] {{(pid=109801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:04:44.750714 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Pushing event deleted for resources: {'Port': ['ID=c6f005ce-c3eb-4b0f-94c2-ee247015903e,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:44.797597 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] No DVR routers for this DVR port c6f005ce-c3eb-4b0f-94c2-ee247015903e on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:04:44.800580 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:44.804011 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-e8fba7a3-db54-4091-a862-4d70e7dc3c6d req-2016ac97-b577-46f9-9221-9798c46889f0 tempest-TestMinimumBasicScenario-296206610 tempest-TestMinimumBasicScenario-296206610-project] 10.222.0.15 "DELETE /v2.0/ports/c6f005ce-c3eb-4b0f-94c2-ee247015903e HTTP/1.1" status: 204 len: 173 time: 0.4424384 Apr 06 14:04:44.804466 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'name': 'network-vif-deleted', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:04:44.806793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111655d9-0de4-4d67-a678-7a66c87492b2" -d '{"events": [{"server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "name": "network-vif-deleted", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:04:44.849259 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c596a359-a9e5-400a-90d0-479a1a022e44 x-openstack-request-id: req-c596a359-a9e5-400a-90d0-479a1a022e44 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:04:44.849666 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6252aa-7816-4064-983a-35d467d92a93", "name": "network-vif-deleted", "tag": "c6f005ce-c3eb-4b0f-94c2-ee247015903e", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:04:44.850085 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c596a359-a9e5-400a-90d0-479a1a022e44 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:04:44.850737 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c596a359-a9e5-400a-90d0-479a1a022e44'] response: {'server_uuid': 'ff6252aa-7816-4064-983a-35d467d92a93', 'name': 'network-vif-deleted', 'tag': 'c6f005ce-c3eb-4b0f-94c2-ee247015903e', 'status': 'completed', 'code': 200} Apr 06 14:04:45.968755 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 35114) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:46.343756 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (c1d7f714-b5da-4687-a1db-878507aea34e), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:46.605712 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Deleting port c9f0b619-93ac-4458-a529-92e2b8c22c04 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:46.606014 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:46.690428 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] For port c9f0b619-93ac-4458-a529-92e2b8c22c04, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=c9f0b619-93ac-4458-a529-92e2b8c22c04,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:46.690785 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:46.704053 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Calling delete_port for c9f0b619-93ac-4458-a529-92e2b8c22c04 owned by network:router_interface {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:46.865415 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device c6f005ce-c3eb-4b0f-94c2-ee247015903e no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:46.885837 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: c6f005ce-c3eb-4b0f-94c2-ee247015903e {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:46.886193 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device c6f005ce-c3eb-4b0f-94c2-ee247015903e not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:46.892947 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (c9f0b619-93ac-4458-a529-92e2b8c22c04), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:46.919055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f0b619-93ac-4458-a529-92e2b8c22c04,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:47.092803 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (c1d7f714-b5da-4687-a1db-878507aea34e), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:47.315570 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Router c1d7f714-b5da-4687-a1db-878507aea34e has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:04:47.440655 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:04:47.449835 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-7d793f3d-595f-405c-8247-ed49421810b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/c1d7f714-b5da-4687-a1db-878507aea34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4793200 Apr 06 14:04:47.453235 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35116) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:47.457108 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] Sync routers for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:47.472435 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:47.473306 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:04:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:47.570897 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks [] for router (c1d7f714-b5da-4687-a1db-878507aea34e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:47.585119 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:47.673952 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks [] for router_gateway (c1d7f714-b5da-4687-a1db-878507aea34e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:47.729693 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Deleting port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:47.729930 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:47.770600 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:04:46Z', 'revision_number': 5, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port': {'id': 'cc1e6e5a-8e34-4b74-b17a-690c52ac8b96', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:33Z', 'updated_at': '2022-04-06T14:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:47.796833 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] Checking router: c1d7f714-b5da-4687-a1db-878507aea34e for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:47.805637 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] Routers {'c1d7f714-b5da-4687-a1db-878507aea34e'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:47.806270 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:04:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['c1d7f714-b5da-4687-a1db-878507aea34e'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:47.809589 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] For port cc1e6e5a-8e34-4b74-b17a-690c52ac8b96, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:47.809970 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:47.823300 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Calling delete_port for cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:47.902734 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] Set router c1d7f714-b5da-4687-a1db-878507aea34e gateway port host: None {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:47.957672 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:04:47Z', 'revision_number': 6, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:47.984516 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00d20e-75d9-44cf-9b07-ad888be06687 None None] The sync data for ids ['c1d7f714-b5da-4687-a1db-878507aea34e'] in dv-cinder-827554-3-iscsi is: [{'id': 'c1d7f714-b5da-4687-a1db-878507aea34e', 'name': 'tempest-TestMinimumBasicScenario-1031873051-router', 'tenant_id': '741d4a9a5a784e2db385a067cc5c1762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:32Z', 'updated_at': '2022-04-06T14:04:47Z', 'revision_number': 6, 'project_id': '741d4a9a5a784e2db385a067cc5c1762', 'gw_port_host': None}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:47.999495 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (cc1e6e5a-8e34-4b74-b17a-690c52ac8b96), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.028605 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1e6e5a-8e34-4b74-b17a-690c52ac8b96,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:48.091229 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (c1d7f714-b5da-4687-a1db-878507aea34e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.186988 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (c1d7f714-b5da-4687-a1db-878507aea34e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.189168 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks [] for router_controller (c1d7f714-b5da-4687-a1db-878507aea34e), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.233225 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (c1d7f714-b5da-4687-a1db-878507aea34e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.233857 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d7f714-b5da-4687-a1db-878507aea34e {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:04:48.238945 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.239871 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7efb5d24-97d3-47dd-a9bb-c5eccd6dad49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c1d7f714-b5da-4687-a1db-878507aea34e HTTP/1.1" status: 204 len: 168 time: 0.7854135 Apr 06 14:04:48.243442 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35118) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:48.288839 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Deleting subnet 79c1debf-9cc4-4e60-a692-4200fb9c810f {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:04:48.291923 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Publish callbacks [] for subnet (79c1debf-9cc4-4e60-a692-4200fb9c810f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.325785 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (79c1debf-9cc4-4e60-a692-4200fb9c810f), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.407732 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (79c1debf-9cc4-4e60-a692-4200fb9c810f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.480657 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (79c1debf-9cc4-4e60-a692-4200fb9c810f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.504313 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c1debf-9cc4-4e60-a692-4200fb9c810f,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:48.509865 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.513405 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-511e5fa5-94d1-4a50-b482-be577f0cd041 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/79c1debf-9cc4-4e60-a692-4200fb9c810f HTTP/1.1" status: 204 len: 168 time: 0.2684340 Apr 06 14:04:48.515977 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35120) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:48.519206 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789a306-419a-4a68-982a-35c5cf2ef1bf None None] Network 37eeb6d7-d584-4910-85c4-c51993734a49 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:04:48.586864 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (37eeb6d7-d584-4910-85c4-c51993734a49), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.642378 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Deleting port a3f7a159-43e8-4303-b877-f7cdc94ddf1e {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:48.642749 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.679113 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] DHCP port deletion for 37eeb6d7-d584-4910-85c4-c51993734a49 request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:04:48.716268 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] For port a3f7a159-43e8-4303-b877-f7cdc94ddf1e, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:48.716591 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.729429 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] Deleting port a3f7a159-43e8-4303-b877-f7cdc94ddf1e {{(pid=109801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:48.729802 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), before_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.730550 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Calling delete_port for a3f7a159-43e8-4303-b877-f7cdc94ddf1e owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:48.794048 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.db [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] For port a3f7a159-43e8-4303-b877-f7cdc94ddf1e, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,segment=NetworkSegment(d0f77173-ff7e-4c5b-8be1-74539ea31935),segment_id=d0f77173-ff7e-4c5b-8be1-74539ea31935)] {{(pid=109801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:48.794592 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), precommit_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.807374 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] Calling delete_port for a3f7a159-43e8-4303-b877-f7cdc94ddf1e owned by network:dhcp {{(pid=109801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:48.814642 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.841477 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:48.845403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] No DVR routers for this DVR port a3f7a159-43e8-4303-b877-f7cdc94ddf1e on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:04:48.887203 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591'] for port (a3f7a159-43e8-4303-b877-f7cdc94ddf1e), after_delete {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.912792 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] Pushing event deleted for resources: {'Port': ['ID=a3f7a159-43e8-4303-b877-f7cdc94ddf1e,revision_number=None']} {{(pid=109801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:48.916410 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19e8d7-0641-4a0d-b616-363618b4306a None None] No DVR routers for this DVR port a3f7a159-43e8-4303-b877-f7cdc94ddf1e on host dv-cinder-827554-3-iscsi {{(pid=109801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:04:48.919330 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (37eeb6d7-d584-4910-85c4-c51993734a49), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.940601 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eeb6d7-d584-4910-85c4-c51993734a49']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:48.950199 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f77173-ff7e-4c5b-8be1-74539ea31935') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:48.950487 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f77173-ff7e-4c5b-8be1-74539ea31935') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:48.959975 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (d0f77173-ff7e-4c5b-8be1-74539ea31935), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.973049 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (d0f77173-ff7e-4c5b-8be1-74539ea31935), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.979349 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:04:48.979811 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (d0f77173-ff7e-4c5b-8be1-74539ea31935), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:04:48.981671 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:04:49.027719 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:49.039998 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (37eeb6d7-d584-4910-85c4-c51993734a49), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.045515 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.048677 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:49.049025 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device cc1e6e5a-8e34-4b74-b17a-690c52ac8b96 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:49.049145 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] 10.222.0.24 "DELETE /v2.0/networks/37eeb6d7-d584-4910-85c4-c51993734a49 HTTP/1.1" status: 204 len: 168 time: 0.5321176 Apr 06 14:04:49.049447 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device a3f7a159-43e8-4303-b877-f7cdc94ddf1e no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:49.051996 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35122) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:49.067815 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca9932-a7a4-4964-ae39-dc5109d48c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=37eeb6d7-d584-4910-85c4-c51993734a49,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:49.076733 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: a3f7a159-43e8-4303-b877-f7cdc94ddf1e {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:49.077087 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device a3f7a159-43e8-4303-b877-f7cdc94ddf1e not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:49.077512 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device c9f0b619-93ac-4458-a529-92e2b8c22c04 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:49.099544 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: c9f0b619-93ac-4458-a529-92e2b8c22c04 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:49.099854 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device c9f0b619-93ac-4458-a529-92e2b8c22c04 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:49.336709 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.425163 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (2976198d-d88b-4400-88e1-aa0cda6aa8fb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.687953 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Deleting port c5be88b3-3ec7-4839-831b-5843ece555d2 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:49.688689 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.774918 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] For port c5be88b3-3ec7-4839-831b-5843ece555d2, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=c5be88b3-3ec7-4839-831b-5843ece555d2,segment=NetworkSegment(f02d0358-24b5-47ad-848e-4464be81291b),segment_id=f02d0358-24b5-47ad-848e-4464be81291b)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:49.775279 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.792025 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Calling delete_port for c5be88b3-3ec7-4839-831b-5843ece555d2 owned by network:router_interface {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:49.986100 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (c5be88b3-3ec7-4839-831b-5843ece555d2), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:50.010607 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5be88b3-3ec7-4839-831b-5843ece555d2,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:50.178825 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (2976198d-d88b-4400-88e1-aa0cda6aa8fb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:50.403019 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Router 2976198d-d88b-4400-88e1-aa0cda6aa8fb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:04:50.513920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:04:50.519097 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-21be0488-af7d-4425-843f-52e741f00bb0 admin admin] 10.222.0.24 "PUT /v2.0/routers/2976198d-d88b-4400-88e1-aa0cda6aa8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660885 Apr 06 14:04:50.522552 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35124) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:50.525997 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] Sync routers for ids ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:04:50.537202 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] Routers {'2976198d-d88b-4400-88e1-aa0cda6aa8fb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:50.538368 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:04:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:50.632427 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks [] for router (2976198d-d88b-4400-88e1-aa0cda6aa8fb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:50.648539 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] Set router 2976198d-d88b-4400-88e1-aa0cda6aa8fb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:50.920464 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:04:49Z', 'revision_number': 5, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:50.949496 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] Checking router: 2976198d-d88b-4400-88e1-aa0cda6aa8fb for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:04:50.958577 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] Routers {'2976198d-d88b-4400-88e1-aa0cda6aa8fb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:04:50.959243 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:04:28Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:51.003849 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks [] for router_gateway (2976198d-d88b-4400-88e1-aa0cda6aa8fb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.058509 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Deleting port 101f0b31-64b8-4349-b947-aba67d5b805a {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:51.058870 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.069253 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] Set router 2976198d-d88b-4400-88e1-aa0cda6aa8fb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:04:51.139988 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] For port 101f0b31-64b8-4349-b947-aba67d5b805a, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=101f0b31-64b8-4349-b947-aba67d5b805a,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:51.140386 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.157179 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Calling delete_port for 101f0b31-64b8-4349-b947-aba67d5b805a owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:51.246447 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:04:49Z', 'revision_number': 5, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:51.272931 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb892d5-7bd5-4afe-8253-efca1ecc6e2f None None] The sync data for ids ['2976198d-d88b-4400-88e1-aa0cda6aa8fb'] in dv-cinder-827554-3-iscsi is: [{'id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'name': 'tempest-TestMinimumBasicScenario-949759472-router', 'tenant_id': '874de18552214e3a8821721537379951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:37Z', 'updated_at': '2022-04-06T14:04:49Z', 'revision_number': 5, 'project_id': '874de18552214e3a8821721537379951', 'gw_port': {'id': '101f0b31-64b8-4349-b947-aba67d5b805a', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2976198d-d88b-4400-88e1-aa0cda6aa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:38Z', 'updated_at': '2022-04-06T14:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:04:51.332380 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (101f0b31-64b8-4349-b947-aba67d5b805a), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.361620 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=101f0b31-64b8-4349-b947-aba67d5b805a,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:51.422567 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (2976198d-d88b-4400-88e1-aa0cda6aa8fb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.514148 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (2976198d-d88b-4400-88e1-aa0cda6aa8fb), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.516258 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks [] for router_controller (2976198d-d88b-4400-88e1-aa0cda6aa8fb), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.564753 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (2976198d-d88b-4400-88e1-aa0cda6aa8fb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.565218 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2976198d-d88b-4400-88e1-aa0cda6aa8fb {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:04:51.569773 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.570980 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f1a8452e-c07a-425e-bf1f-c18b44fc66a3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2976198d-d88b-4400-88e1-aa0cda6aa8fb HTTP/1.1" status: 204 len: 168 time: 1.0473905 Apr 06 14:04:51.573583 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35126) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:51.621361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Deleting subnet 7a4582c1-2627-4c71-a6ee-62522e727271 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:04:51.625320 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Publish callbacks [] for subnet (7a4582c1-2627-4c71-a6ee-62522e727271), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.663272 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (7a4582c1-2627-4c71-a6ee-62522e727271), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.748035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (7a4582c1-2627-4c71-a6ee-62522e727271), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.801786 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (7a4582c1-2627-4c71-a6ee-62522e727271), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.827907 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4582c1-2627-4c71-a6ee-62522e727271,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:51.829979 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.835980 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-eaab796e-2ae1-442b-a331-07ee3f32e9db admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7a4582c1-2627-4c71-a6ee-62522e727271 HTTP/1.1" status: 204 len: 168 time: 0.2586393 Apr 06 14:04:51.835980 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35128) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:51.838953 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e064403-d886-41eb-ad5a-f3612a69e5cb None None] Network d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:04:51.914806 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:51.970920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Deleting port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:04:51.971263 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.035925 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] For port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,segment=NetworkSegment(f02d0358-24b5-47ad-848e-4464be81291b),segment_id=f02d0358-24b5-47ad-848e-4464be81291b)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:04:52.036646 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.048373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Calling delete_port for bd81a70a-2eb8-4084-b5b7-30cc147c9a0f owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:04:52.146522 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (bd81a70a-2eb8-4084-b5b7-30cc147c9a0f), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.172742 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd81a70a-2eb8-4084-b5b7-30cc147c9a0f,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:52.176502 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] No DVR routers for this DVR port bd81a70a-2eb8-4084-b5b7-30cc147c9a0f on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:04:52.249920 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.272073 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:52.277708 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f02d655-0db0-40da-8ddb-c9e7958a36dd None None] DHCP port deletion for d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:04:52.282005 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02d0358-24b5-47ad-848e-4464be81291b') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:52.282287 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02d0358-24b5-47ad-848e-4464be81291b') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:04:52.295403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (f02d0358-24b5-47ad-848e-4464be81291b), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.310062 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (f02d0358-24b5-47ad-848e-4464be81291b), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.315928 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:04:52.316309 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (f02d0358-24b5-47ad-848e-4464be81291b), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:04:52.317998 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:04:52.373573 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.379415 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.382564 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] 10.222.0.24 "DELETE /v2.0/networks/d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf HTTP/1.1" status: 204 len: 168 time: 0.5459862 Apr 06 14:04:52.394618 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00264797-4579-4a81-9ada-a7dbf65c60dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c5c3ad-ff1b-4a6f-a9ee-d7297d74e6bf,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:52.575993 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35132) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:52.617374 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-167d6234-cff7-407c-b8b3-3c2a331819a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=741d4a9a5a784e2db385a067cc5c1762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397599 Apr 06 14:04:52.620634 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35134) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:52.671423 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3895968f-bbd6-4b0c-8f23-3ab34716c8b6 admin admin] Publish callbacks [] for security_group (e6c33f22-9ee1-4304-ae54-821baa46c912), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.692530 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3895968f-bbd6-4b0c-8f23-3ab34716c8b6 admin admin] Publish callbacks [] for security_group (e6c33f22-9ee1-4304-ae54-821baa46c912), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.745871 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3895968f-bbd6-4b0c-8f23-3ab34716c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (e6c33f22-9ee1-4304-ae54-821baa46c912), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.750175 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3895968f-bbd6-4b0c-8f23-3ab34716c8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:52.752037 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3895968f-bbd6-4b0c-8f23-3ab34716c8b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6c33f22-9ee1-4304-ae54-821baa46c912 HTTP/1.1" status: 204 len: 168 time: 0.1303430 Apr 06 14:04:52.761465 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895968f-bbd6-4b0c-8f23-3ab34716c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c33f22-9ee1-4304-ae54-821baa46c912,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:53.036850 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device c5be88b3-3ec7-4839-831b-5843ece555d2 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:53.057413 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: c5be88b3-3ec7-4839-831b-5843ece555d2 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:53.057833 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device c5be88b3-3ec7-4839-831b-5843ece555d2 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:53.058260 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 101f0b31-64b8-4349-b947-aba67d5b805a no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:53.077396 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 101f0b31-64b8-4349-b947-aba67d5b805a {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:53.077739 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 101f0b31-64b8-4349-b947-aba67d5b805a not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:53.078171 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bd81a70a-2eb8-4084-b5b7-30cc147c9a0f no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:04:53.097094 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: bd81a70a-2eb8-4084-b5b7-30cc147c9a0f {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:04:53.100353 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bd81a70a-2eb8-4084-b5b7-30cc147c9a0f not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:04:53.100782 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35140) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:53.142155 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-04762d5b-815c-447b-9c9e-38539866a759 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=874de18552214e3a8821721537379951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399377 Apr 06 14:04:53.144785 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35142) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:04:53.192878 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c34d4-ec23-41b0-8674-309e8181e960 admin admin] Publish callbacks [] for security_group (1b8f5432-f9e0-40c5-a15d-863b7eb52cd2), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:53.214876 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c34d4-ec23-41b0-8674-309e8181e960 admin admin] Publish callbacks [] for security_group (1b8f5432-f9e0-40c5-a15d-863b7eb52cd2), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:53.265386 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c34d4-ec23-41b0-8674-309e8181e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (1b8f5432-f9e0-40c5-a15d-863b7eb52cd2), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:53.267952 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c34d4-ec23-41b0-8674-309e8181e960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:53.269110 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-7f8c34d4-ec23-41b0-8674-309e8181e960 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b8f5432-f9e0-40c5-a15d-863b7eb52cd2 HTTP/1.1" status: 204 len: 168 time: 0.1234722 Apr 06 14:04:53.277031 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c34d4-ec23-41b0-8674-309e8181e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f5432-f9e0-40c5-a15d-863b7eb52cd2,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:04:55.470810 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-448afff7-ef4e-4e15-bb95-d3e7630ef9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:58.110718 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-71f6baff-0cf1-4d26-90ab-945a0f72f8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:59.236978 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:00.510153 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:02.473848 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:02.695454 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:05:19.342923 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:25.470669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-519cce1e-f0b2-4940-b906-15458dcb31c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.107652 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1f38-9b66-4638-bb0b-0588280f1a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.241753 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:30.510669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.116361 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-674fdc71-0637-45cf-a3c3-b2f8c878aa1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477800 Apr 06 14:05:31.212185 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-63c9d923-5653-48af-83db-ad67137aec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:31.213740 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-63c9d923-5653-48af-83db-ad67137aec58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1129 time: 0.0517817 Apr 06 14:05:31.318793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-531ee2fe-a5bd-4574-acba-7682ce63c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:31.320195 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-531ee2fe-a5bd-4574-acba-7682ce63c864 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0876019 Apr 06 14:05:31.394071 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-49db601a-d84b-45d9-824d-18bb00be49f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 1000 time: 0.0673637 Apr 06 14:05:31.729932 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-64a2a958-e701-4a9d-9b95-78a11c5b5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:31.732129 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-64a2a958-e701-4a9d-9b95-78a11c5b5e72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.3323421 Apr 06 14:05:31.785021 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-85ee1e7e-9535-4a21-8f47-121c74ada1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:31.786629 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-85ee1e7e-9535-4a21-8f47-121c74ada1fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481751 Apr 06 14:05:31.883924 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-173d8e30-77ac-44f1-af41-c2adc16152a2 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911272 Apr 06 14:05:31.977053 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fc6f8279-bf40-40a2-9908-1d9fc2015195 req-f2aa4c44-91ac-4ee5-88a0-2c201ddb6d84 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874150 Apr 06 14:05:32.473839 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:39.695702 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:05:49.339140 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:55.472218 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-2b897fec-2464-4803-badc-913840f907e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:58.116411 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-17c9085d-b9ac-434e-bd73-fece9e240dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:59.250256 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:00.516115 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:02.473024 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:06.853357 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35156) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:07.220168 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Deleting port 4adff425-7986-44ec-9843-94677cefd8a8 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:07.220561 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (4adff425-7986-44ec-9843-94677cefd8a8), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:07.311489 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (4adff425-7986-44ec-9843-94677cefd8a8), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:07.311788 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (4adff425-7986-44ec-9843-94677cefd8a8), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:07.324262 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Calling delete_port for 4adff425-7986-44ec-9843-94677cefd8a8 owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:07.479234 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (4adff425-7986-44ec-9843-94677cefd8a8), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:07.505103 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'Port': ['ID=4adff425-7986-44ec-9843-94677cefd8a8,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:07.533319 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.533662 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.534002 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.534353 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.534778 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.535031 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.535357 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.535684 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.536012 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.536335 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.536662 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.536974 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.537301 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.537623 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.537944 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:07.577133 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (593f5d4e-f11b-4479-a21c-608c1ef52309), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:07.577535 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Floating IP 593f5d4e-f11b-4479-a21c-608c1ef52309 disassociated (deleted). External IP: 172.27.0.80, port: e251b9a2-946c-4b7b-af00-2b01a9f02d14. Apr 06 14:06:07.797264 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:06:07.906259 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:06:07.911056 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:07.915774 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:07.926178 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:07.926838 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:07.944007 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-bebe2cfa-7793-4eda-95e5-68a57f2f3860 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "DELETE /v2.0/floatingips/593f5d4e-f11b-4479-a21c-608c1ef52309 HTTP/1.1" status: 204 len: 168 time: 1.0894978 Apr 06 14:06:07.944583 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:07.946943 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:07.984894 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf385f8-1fbd-4db7-af16-8eccb4c620e5 x-openstack-request-id: req-faf385f8-1fbd-4db7-af16-8eccb4c620e5 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:07.985828 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:07.985828 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faf385f8-1fbd-4db7-af16-8eccb4c620e5 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:07.985828 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf385f8-1fbd-4db7-af16-8eccb4c620e5'] response: {'name': 'network-changed', 'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'status': 'completed', 'code': 200} Apr 06 14:06:08.039920 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:08.052358 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-a3456ee9-ff00-4bf1-8ac0-f66eee91d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:08.053880 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-a3456ee9-ff00-4bf1-8ac0-f66eee91d78c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 1130 time: 0.0463607 Apr 06 14:06:08.154171 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-98c40afd-e0db-42ec-8544-a78670f2ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:08.155694 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-98c40afd-e0db-42ec-8544-a78670f2ea8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0961154 Apr 06 14:06:08.203865 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e854e-bd5c-457f-b1a1-a93004162da1 req-657e0ee9-899f-427d-b421-d1e3bfc8e06a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:08.205366 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7d9e854e-bd5c-457f-b1a1-a93004162da1 req-657e0ee9-899f-427d-b421-d1e3bfc8e06a tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 946 time: 0.0584226 Apr 06 14:06:08.255153 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-7d9e854e-bd5c-457f-b1a1-a93004162da1 req-7f690da8-d148-4c16-9726-083292777bb9 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Apr 06 14:06:08.286268 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:24Z', 'revision_number': 1, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:08.312413 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:08.321695 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:08.322337 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:08.434516 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:08.688740 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:24Z', 'revision_number': 1, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:08.718610 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff672cd-7889-4346-88be-51c7578bdd10 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_floatingips': [{'id': 'afc4c94a-31ea-4bb1-9ee7-f6ee688c9784', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'router_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'port_id': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'mac_address': 'fa:16:3e:76:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:02:21Z', 'updated_at': '2022-04-06T14:02:24Z', 'revision_number': 1, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:08.959920 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85ea7e-d680-4869-a8ec-1b00add0a37d None None] New status for floating IP 593f5d4e-f11b-4479-a21c-608c1ef52309: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:06:09.097219 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-11f7feef-e671-43b2-a34b-cd53b721a779 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14 HTTP/1.1" status: 200 len: 217 time: 0.0356176 Apr 06 14:06:09.151018 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-3926abc5-ec07-44b7-a1ca-6548dae10cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:09.152520 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-3926abc5-ec07-44b7-a1ca-6548dae10cb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0492122 Apr 06 14:06:09.203983 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-9b01682f-c5dd-4d07-b04b-45c7db4acf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:09.205385 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-9b01682f-c5dd-4d07-b04b-45c7db4acf47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465333 Apr 06 14:06:09.404645 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-9f1a8b95-f092-4ce3-ba8c-8e5b1845ade4 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152163 Apr 06 14:06:09.415592 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d37e1-1865-49f3-ad42-cfa36a8e6f6f req-11a4e0d6-8ac5-4699-9669-cf551c76eb8c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:09.417038 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-323d37e1-1865-49f3-ad42-cfa36a8e6f6f req-11a4e0d6-8ac5-4699-9669-cf551c76eb8c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 946 time: 0.0869796 Apr 06 14:06:09.469134 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-323d37e1-1865-49f3-ad42-cfa36a8e6f6f req-9b04e74d-02f4-4092-8f23-be5ced55e53b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Apr 06 14:06:09.706059 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-fa6f4ef5-5937-4444-b30e-1714a7dc55a2 req-0d651e40-aed5-42b2-8c23-14e584e294d9 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146245 Apr 06 14:06:09.724090 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-d574fa4b-17a5-4579-9c1f-83eb4c407a88 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:09.725504 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-d574fa4b-17a5-4579-9c1f-83eb4c407a88 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 946 time: 0.0729468 Apr 06 14:06:09.818420 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Deleting port e251b9a2-946c-4b7b-af00-2b01a9f02d14 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:09.818793 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:09.910385 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] For port e251b9a2-946c-4b7b-af00-2b01a9f02d14, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=e251b9a2-946c-4b7b-af00-2b01a9f02d14,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:09.910743 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:09.923561 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Calling delete_port for e251b9a2-946c-4b7b-af00-2b01a9f02d14 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:10.058063 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (e251b9a2-946c-4b7b-af00-2b01a9f02d14), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:10.091339 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'Port': ['ID=e251b9a2-946c-4b7b-af00-2b01a9f02d14,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:10.116522 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.117089 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.117200 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.117539 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.117881 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.118207 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.118542 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.118897 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.119266 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.119635 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.119962 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.120285 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.120615 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.121238 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.121615 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827554-3-iscsi {{(pid=109800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:10.144611 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] No DVR routers for this DVR port e251b9a2-946c-4b7b-af00-2b01a9f02d14 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:10.147110 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:10.150454 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f2105c31-9601-4e4c-8ef9-fbe0f8c4d69b req-c4897029-14dc-421a-ba05-4cf35747abb0 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "DELETE /v2.0/ports/e251b9a2-946c-4b7b-af00-2b01a9f02d14 HTTP/1.1" status: 204 len: 173 time: 0.4198370 Apr 06 14:06:10.150922 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'name': 'network-vif-deleted', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:10.153151 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517bcf45-8ebb-4601-bdf4-9b519800be21" -d '{"events": [{"server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "name": "network-vif-deleted", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:10.190178 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc5eee-1703-4d11-ad5c-922d08b1caf7 x-openstack-request-id: req-75bc5eee-1703-4d11-ad5c-922d08b1caf7 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:10.191210 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccc2d06-391d-4e4e-9676-ce8dfc23d266", "name": "network-vif-deleted", "tag": "e251b9a2-946c-4b7b-af00-2b01a9f02d14", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:10.191466 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75bc5eee-1703-4d11-ad5c-922d08b1caf7 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:10.191905 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bc5eee-1703-4d11-ad5c-922d08b1caf7'] response: {'server_uuid': '1ccc2d06-391d-4e4e-9676-ce8dfc23d266', 'name': 'network-vif-deleted', 'tag': 'e251b9a2-946c-4b7b-af00-2b01a9f02d14', 'status': 'completed', 'code': 200} Apr 06 14:06:10.587574 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-ad6d09f2-ad57-4494-90b9-902b4eaef82e req-964c8fec-1142-4dd2-947c-ec271a5a88aa tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccc2d06-391d-4e4e-9676-ce8dfc23d266 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Apr 06 14:06:13.350522 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device e251b9a2-946c-4b7b-af00-2b01a9f02d14 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:13.372643 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: e251b9a2-946c-4b7b-af00-2b01a9f02d14 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:13.372997 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device e251b9a2-946c-4b7b-af00-2b01a9f02d14 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:13.901888 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35198) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:14.068138 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Deleting port cef37c84-59c0-4c62-b637-952cd0f49d88 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:14.068437 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.151828 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.152056 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (cef37c84-59c0-4c62-b637-952cd0f49d88), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.164361 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Calling delete_port for cef37c84-59c0-4c62-b637-952cd0f49d88 owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:14.326505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (cef37c84-59c0-4c62-b637-952cd0f49d88), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.348872 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'Port': ['ID=cef37c84-59c0-4c62-b637-952cd0f49d88,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:14.415092 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (afc4c94a-31ea-4bb1-9ee7-f6ee688c9784), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.415387 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.db.l3_db [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Floating IP afc4c94a-31ea-4bb1-9ee7-f6ee688c9784 disassociated (deleted). External IP: 172.27.0.42, port: 7ad14823-a1b0-423b-b147-564fb19ebd23. Apr 06 14:06:14.640209 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:06:14.755728 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:06:14.760922 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.768472 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:14.779921 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:14.780664 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:14.790398 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-34740ccc-421e-4fe8-9e87-607c4bed19bb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "DELETE /v2.0/floatingips/afc4c94a-31ea-4bb1-9ee7-f6ee688c9784 HTTP/1.1" status: 204 len: 168 time: 0.8873992 Apr 06 14:06:14.791041 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23'}] {{(pid=109799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:14.793672 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0697132e67cc4114e0ee1e1df0479635bd32a5ce3fd77e138a2a628612b7788b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728f94fa-9410-4564-a0b7-b42bfee0a830" -d '{"events": [{"name": "network-changed", "server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23"}]}' {{(pid=109799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:14.841573 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ceec8-4241-4d06-8ad2-81c537716b60 x-openstack-request-id: req-580ceec8-4241-4d06-8ad2-81c537716b60 {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:14.841934 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23", "status": "completed", "code": 200}]} {{(pid=109799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:14.842276 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-580ceec8-4241-4d06-8ad2-81c537716b60 {{(pid=109799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:14.842798 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580ceec8-4241-4d06-8ad2-81c537716b60'] response: {'name': 'network-changed', 'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'status': 'completed', 'code': 200} Apr 06 14:06:14.903262 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:14.916766 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-ca4339d2-d56c-4586-ad5b-7b536f469820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:14.918463 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-ca4339d2-d56c-4586-ad5b-7b536f469820 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d821a66228cf47c28a216eec1e63ab8c&device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 1129 time: 0.0533400 Apr 06 14:06:15.011399 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-0bf0e61a-427b-4a04-a71f-a093b1d1bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:15.012890 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-0bf0e61a-427b-4a04-a71f-a093b1d1bee1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 200 len: 912 time: 0.0878301 Apr 06 14:06:15.053643 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc078ed7-fd73-468b-b61e-827c49085db0 req-66fc413e-d2b3-4f39-8057-2cd607f8cb5c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:15.055163 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dc078ed7-fd73-468b-b61e-827c49085db0 req-66fc413e-d2b3-4f39-8057-2cd607f8cb5c tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Apr 06 14:06:15.104890 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [req-dc078ed7-fd73-468b-b61e-827c49085db0 req-858b1b9b-72f4-4b1e-876f-434280eabc8e tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Apr 06 14:06:15.120927 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:15.148094 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:15.157040 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:15.157659 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:15.268244 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:15.472797 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:15.499135 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad871da5-d954-41b8-83ad-b96448599b20 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T13:59:13Z', 'revision_number': 4, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi', '_interfaces': [{'id': '4ebcbd8b-a8eb-4591-bd45-be094ef50346', 'name': '', 'network_id': '5d98c07e-2ab2-4f39-be58-0a1ede3bec7d', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'mac_address': 'fa:16:3e:82:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '66090370-7047-4baf-b283-8f6194c81278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:13Z', 'updated_at': '2022-04-06T13:59:19Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'subnets': [{'id': '66090370-7047-4baf-b283-8f6194c81278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:15.718897 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e788eb-784c-4ac7-9773-ea785e72578d None None] New status for floating IP afc4c94a-31ea-4bb1-9ee7-f6ee688c9784: DOWN {{(pid=109802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:06:15.941793 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-4ab02a13-1608-4c2c-84d1-46468196a77a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 200 len: 217 time: 0.0391905 Apr 06 14:06:15.991011 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-b29f7f30-9559-4fe1-abe2-d61ad6ba0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:15.992458 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-b29f7f30-9559-4fe1-abe2-d61ad6ba0c9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 200 len: 850 time: 0.0442834 Apr 06 14:06:16.045290 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-b2797a0a-2515-42da-bcf3-2136f73eb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:16.046742 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-b2797a0a-2515-42da-bcf3-2136f73eb76b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480666 Apr 06 14:06:16.195931 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-de6b1c18-debc-4ba0-a173-c6590c8c0a62 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110148 Apr 06 14:06:16.235813 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f14199-05b3-4362-a398-b3d0d10702c5 req-16f20bf9-c542-447c-a4ec-440bd4d5230b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:16.237260 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f4f14199-05b3-4362-a398-b3d0d10702c5 req-16f20bf9-c542-447c-a4ec-440bd4d5230b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 945 time: 0.0603015 Apr 06 14:06:16.291211 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-f4f14199-05b3-4362-a398-b3d0d10702c5 req-d18d8e8a-48a7-4392-b8be-d4bb75f28c63 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/security-groups?id=55f8340a-96f2-4595-8664-f177af73d489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Apr 06 14:06:16.423092 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-728f94fa-9410-4564-a0b7-b42bfee0a830 req-253b151f-0ee4-48d3-b0fe-e68b81dbcf02 service neutron] 10.222.0.15 "GET /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 Apr 06 14:06:16.448242 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-7e80aca0-7e59-4ccd-94f0-95b7f1ebdcfb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:16.449781 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-7e80aca0-7e59-4ccd-94f0-95b7f1ebdcfb tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 945 time: 0.0887785 Apr 06 14:06:16.545347 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Deleting port 7ad14823-a1b0-423b-b147-564fb19ebd23 {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:16.545751 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:16.643728 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] For port 7ad14823-a1b0-423b-b147-564fb19ebd23, host hv-cinder-82755, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82755',level=0,port_id=7ad14823-a1b0-423b-b147-564fb19ebd23,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:16.644109 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:16.657492 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Calling delete_port for 7ad14823-a1b0-423b-b147-564fb19ebd23 owned by compute:nova {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:16.695595 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:06:16.811146 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (7ad14823-a1b0-423b-b147-564fb19ebd23), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:16.840194 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'Port': ['ID=7ad14823-a1b0-423b-b147-564fb19ebd23,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:16.882450 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] No DVR routers for this DVR port 7ad14823-a1b0-423b-b147-564fb19ebd23 on host hv-cinder-82755 {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:16.885063 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for port (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:16.888705 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-d169d91e-09fe-4a64-8608-d1669becbf1d req-b906a091-b8d4-4ede-a33b-80e670417655 tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.15 "DELETE /v2.0/ports/7ad14823-a1b0-423b-b147-564fb19ebd23 HTTP/1.1" status: 204 len: 173 time: 0.4327180 Apr 06 14:06:16.889163 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'name': 'network-vif-deleted', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23'}] {{(pid=109800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:16.891449 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbd8a860328dd0e0d1b9d27afe2e2ef14bc10b2c456a15b68510117ac67490a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2cccee-1c67-4160-8200-f09b40c28240" -d '{"events": [{"server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "name": "network-vif-deleted", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23"}]}' {{(pid=109800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:16.929908 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854800e7-5500-46dc-862d-ca1aa0f24b34 x-openstack-request-id: req-854800e7-5500-46dc-862d-ca1aa0f24b34 {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:16.930202 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31489c36-eaeb-4fc7-a360-cd06448663f0", "name": "network-vif-deleted", "tag": "7ad14823-a1b0-423b-b147-564fb19ebd23", "status": "completed", "code": 200}]} {{(pid=109800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:16.930480 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-854800e7-5500-46dc-862d-ca1aa0f24b34 {{(pid=109800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:16.930908 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854800e7-5500-46dc-862d-ca1aa0f24b34'] response: {'server_uuid': '31489c36-eaeb-4fc7-a360-cd06448663f0', 'name': 'network-vif-deleted', 'tag': '7ad14823-a1b0-423b-b147-564fb19ebd23', 'status': 'completed', 'code': 200} Apr 06 14:06:17.414240 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [req-119df4a2-78b1-4681-bcc4-78b13d93654d req-378d6aa5-d56d-4c09-923c-aed7a264acda tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "GET /v2.0/ports?device_id=31489c36-eaeb-4fc7-a360-cd06448663f0 HTTP/1.1" status: 200 len: 210 time: 0.0410295 Apr 06 14:06:18.487171 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35214) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:18.616849 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Deleting port 4dbabba1-09c9-4514-a741-cd627a364dfb {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:18.617157 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.694288 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.694563 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (4dbabba1-09c9-4514-a741-cd627a364dfb), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.706494 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Calling delete_port for 4dbabba1-09c9-4514-a741-cd627a364dfb owned by network:floatingip {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:18.871285 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (4dbabba1-09c9-4514-a741-cd627a364dfb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.897110 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'Port': ['ID=4dbabba1-09c9-4514-a741-cd627a364dfb,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:18.956982 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for floatingip (9ac90e86-779a-4722-a6f0-bacf8d1bfb66), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.959410 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175893'] for floatingip (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.960583 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-394c530e-81d8-42ea-a4bd-e39197f8165d tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ac90e86-779a-4722-a6f0-bacf8d1bfb66 HTTP/1.1" status: 204 len: 168 time: 0.4723659 Apr 06 14:06:19.337178 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:19.380167 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7ad14823-a1b0-423b-b147-564fb19ebd23 no longer exists at agent hyperv_hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:19.400999 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] No Port match for: 7ad14823-a1b0-423b-b147-564fb19ebd23 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:19.401348 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Device 7ad14823-a1b0-423b-b147-564fb19ebd23 not bound to the agent host hv-cinder-82755 {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:20.185659 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35226) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:20.244507 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3ebaee0e-b27e-422f-8ebb-a3702c1f3e2b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group (55f8340a-96f2-4595-8664-f177af73d489), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:20.273871 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3ebaee0e-b27e-422f-8ebb-a3702c1f3e2b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group (55f8340a-96f2-4595-8664-f177af73d489), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:20.345205 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3ebaee0e-b27e-422f-8ebb-a3702c1f3e2b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (55f8340a-96f2-4595-8664-f177af73d489), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:20.349189 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3ebaee0e-b27e-422f-8ebb-a3702c1f3e2b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:20.350441 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3ebaee0e-b27e-422f-8ebb-a3702c1f3e2b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] 10.222.0.24 "DELETE /v2.0/security-groups/55f8340a-96f2-4595-8664-f177af73d489 HTTP/1.1" status: 204 len: 168 time: 0.1637304 Apr 06 14:06:20.360013 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaee0e-b27e-422f-8ebb-a3702c1f3e2b tempest-TestVolumeBootPattern-98724099 tempest-TestVolumeBootPattern-98724099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8340a-96f2-4595-8664-f177af73d489,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:20.414527 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35230) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:21.165130 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (6ad4f933-bc81-4d7f-bd99-b88364a388cb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:21.421393 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Deleting port 4ebcbd8b-a8eb-4591-bd45-be094ef50346 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:21.422094 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:21.507506 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] For port 4ebcbd8b-a8eb-4591-bd45-be094ef50346, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=4ebcbd8b-a8eb-4591-bd45-be094ef50346,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:21.507815 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:21.521281 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Calling delete_port for 4ebcbd8b-a8eb-4591-bd45-be094ef50346 owned by network:router_interface {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:21.717157 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (4ebcbd8b-a8eb-4591-bd45-be094ef50346), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:21.750177 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebcbd8b-a8eb-4591-bd45-be094ef50346,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:21.920565 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (6ad4f933-bc81-4d7f-bd99-b88364a388cb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.155035 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Router 6ad4f933-bc81-4d7f-bd99-b88364a388cb has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:06:22.267267 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:06:22.272765 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8686ace0-ece1-41de-b142-b3b3ea36006d admin admin] 10.222.0.24 "PUT /v2.0/routers/6ad4f933-bc81-4d7f-bd99-b88364a388cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570967 Apr 06 14:06:22.275505 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35234) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:22.278133 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] Sync routers for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:22.289787 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:22.290432 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:22.384551 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks [] for router (6ad4f933-bc81-4d7f-bd99-b88364a388cb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.407552 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: dv-cinder-827554-3-iscsi {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:22.495453 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks [] for router_gateway (6ad4f933-bc81-4d7f-bd99-b88364a388cb), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.565491 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Deleting port 1756ca29-5c88-4557-b3cc-2130f0e420de {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:22.565801 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.645150 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] For port 1756ca29-5c88-4557-b3cc-2130f0e420de, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=1756ca29-5c88-4557-b3cc-2130f0e420de,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:22.645386 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.658227 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Calling delete_port for 1756ca29-5c88-4557-b3cc-2130f0e420de owned by network:router_gateway {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:22.735815 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T14:06:21Z', 'revision_number': 5, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port': {'id': '1756ca29-5c88-4557-b3cc-2130f0e420de', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:09Z', 'updated_at': '2022-04-06T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:22.773673 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] Checking router: 6ad4f933-bc81-4d7f-bd99-b88364a388cb for host: dv-cinder-827554-3-iscsi {{(pid=109801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:22.782786 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] Routers {'6ad4f933-bc81-4d7f-bd99-b88364a388cb'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:22.783404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'], 'active': True} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:22.831488 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (1756ca29-5c88-4557-b3cc-2130f0e420de), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.859697 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1756ca29-5c88-4557-b3cc-2130f0e420de,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:22.877142 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_dvr_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] Set router 6ad4f933-bc81-4d7f-bd99-b88364a388cb gateway port host: None {{(pid=109801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:22.921811 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (6ad4f933-bc81-4d7f-bd99-b88364a388cb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:22.932925 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.db.l3_hamode_db [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 6, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port_host': None}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:22.959484 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b904-bcb0-4351-9ac4-2d46ea81ff60 None None] The sync data for ids ['6ad4f933-bc81-4d7f-bd99-b88364a388cb'] in dv-cinder-827554-3-iscsi is: [{'id': '6ad4f933-bc81-4d7f-bd99-b88364a388cb', 'name': 'tempest-TestVolumeBootPattern-512393405-router', 'tenant_id': 'd821a66228cf47c28a216eec1e63ab8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:08Z', 'updated_at': '2022-04-06T14:06:22Z', 'revision_number': 6, 'project_id': 'd821a66228cf47c28a216eec1e63ab8c', 'gw_port_host': None}] {{(pid=109801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:23.014018 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (6ad4f933-bc81-4d7f-bd99-b88364a388cb), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.016243 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks [] for router_controller (6ad4f933-bc81-4d7f-bd99-b88364a388cb), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.063527 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (6ad4f933-bc81-4d7f-bd99-b88364a388cb), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.064373 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad4f933-bc81-4d7f-bd99-b88364a388cb {{(pid=109799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:06:23.069218 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.070448 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-650b6190-91be-40fa-b5ff-7c7fed07e5b8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6ad4f933-bc81-4d7f-bd99-b88364a388cb HTTP/1.1" status: 204 len: 168 time: 0.7939074 Apr 06 14:06:23.072968 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35236) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:23.117803 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Deleting subnet 66090370-7047-4baf-b283-8f6194c81278 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:06:23.121582 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Publish callbacks [] for subnet (66090370-7047-4baf-b283-8f6194c81278), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.158310 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (66090370-7047-4baf-b283-8f6194c81278), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.238100 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (66090370-7047-4baf-b283-8f6194c81278), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.293428 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (66090370-7047-4baf-b283-8f6194c81278), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.324973 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66090370-7047-4baf-b283-8f6194c81278,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:23.336220 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.343247 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-439ba62b-7f63-426f-87e2-4423a47d61a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66090370-7047-4baf-b283-8f6194c81278 HTTP/1.1" status: 204 len: 168 time: 0.2669594 Apr 06 14:06:23.343465 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c49048-4ae7-4ffb-9569-942c2d7f80db None None] Network 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:06:23.344181 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35238) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:23.424519 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.424671 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4ebcbd8b-a8eb-4591-bd45-be094ef50346 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:23.448039 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 4ebcbd8b-a8eb-4591-bd45-be094ef50346 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:23.448393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 4ebcbd8b-a8eb-4591-bd45-be094ef50346 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:23.484864 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Deleting port acd99af6-9ce1-433b-96f4-06c6ab0982a1 {{(pid=109799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:23.485222 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.548144 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.db [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] For port acd99af6-9ce1-433b-96f4-06c6ab0982a1, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=acd99af6-9ce1-433b-96f4-06c6ab0982a1,segment=NetworkSegment(05477cd0-5140-4001-adfe-2f750efa1650),segment_id=05477cd0-5140-4001-adfe-2f750efa1650)] {{(pid=109799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:23.548889 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.561590 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.plugin [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Calling delete_port for acd99af6-9ce1-433b-96f4-06c6ab0982a1 owned by network:dhcp {{(pid=109799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:23.645147 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58634445'] for port (acd99af6-9ce1-433b-96f4-06c6ab0982a1), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.679013 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd99af6-9ce1-433b-96f4-06c6ab0982a1,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:23.680744 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] No DVR routers for this DVR port acd99af6-9ce1-433b-96f4-06c6ab0982a1 on host dv-cinder-827554-3-iscsi {{(pid=109799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:23.754203 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.768971 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125bd209-0a6d-4157-86ef-f8da21413d88 None None] DHCP port deletion for 5d98c07e-2ab2-4f39-be58-0a1ede3bec7d request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:06:23.778040 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d98c07e-2ab2-4f39-be58-0a1ede3bec7d']}} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:23.792268 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05477cd0-5140-4001-adfe-2f750efa1650') {'for_net_delete': True} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:23.792563 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.services.segments.db [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05477cd0-5140-4001-adfe-2f750efa1650') {} {{(pid=109799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:23.802642 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58634980'] for segment (05477cd0-5140-4001-adfe-2f750efa1650), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.817704 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (05477cd0-5140-4001-adfe-2f750efa1650), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.824002 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:06:23.824428 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58634384'] for segment (05477cd0-5140-4001-adfe-2f750efa1650), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: Traceback (most recent call last): Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: timer() Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: cb(*args, **kw) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: return func(*args, **kwargs) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: self._notify() Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: self.callback(batched_events) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: event.method(event) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: return f(self, *a, **k) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._get(url).json() Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: return self.request(url, 'GET', **kwargs) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:06:23.826048 dv-cinder-827554-3-iscsi neutron-server[109799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:06:23.884609 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (5d98c07e-2ab2-4f39-be58-0a1ede3bec7d), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.891356 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:23.894450 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5d98c07e-2ab2-4f39-be58-0a1ede3bec7d HTTP/1.1" status: 204 len: 168 time: 0.5490658 Apr 06 14:06:23.897534 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 35244) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:23.905773 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b185-4641-4c10-a9d7-5d2771253e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d98c07e-2ab2-4f39-be58-0a1ede3bec7d,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:24.266479 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-436408'] for router_interface (6f5c1500-c996-480f-b0fe-5ae4e7f11270), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.520850 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Deleting port 96f7536b-1b1d-4244-989e-559489942ece {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:24.521209 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (96f7536b-1b1d-4244-989e-559489942ece), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.605025 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] For port 96f7536b-1b1d-4244-989e-559489942ece, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=96f7536b-1b1d-4244-989e-559489942ece,segment=NetworkSegment(b96500d4-a848-4f0d-8eda-eb4e0abc65fa),segment_id=b96500d4-a848-4f0d-8eda-eb4e0abc65fa)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:24.605354 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (96f7536b-1b1d-4244-989e-559489942ece), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.618198 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Calling delete_port for 96f7536b-1b1d-4244-989e-559489942ece owned by network:router_interface {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:24.814286 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (96f7536b-1b1d-4244-989e-559489942ece), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.840136 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Pushing event deleted for resources: {'Port': ['ID=96f7536b-1b1d-4244-989e-559489942ece,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:25.006503 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66615828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437544'] for router_interface (6f5c1500-c996-480f-b0fe-5ae4e7f11270), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:25.139154 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 1756ca29-5c88-4557-b3cc-2130f0e420de no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:25.179126 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 1756ca29-5c88-4557-b3cc-2130f0e420de {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:25.179542 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 1756ca29-5c88-4557-b3cc-2130f0e420de not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:25.180205 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device acd99af6-9ce1-433b-96f4-06c6ab0982a1 no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:25.211207 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: acd99af6-9ce1-433b-96f4-06c6ab0982a1 {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:25.211597 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device acd99af6-9ce1-433b-96f4-06c6ab0982a1 not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:25.279164 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 has already been hosted by L3 agent 7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e {{(pid=109800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:06:25.401557 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] Notify agent at l3_agent.dv-cinder-827554-3-iscsi the message routers_updated {{(pid=109800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:06:25.410037 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-0c8178d6-f473-46fc-adaa-371bbc08d38d admin admin] 10.222.0.24 "PUT /v2.0/routers/6f5c1500-c996-480f-b0fe-5ae4e7f11270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5111520 Apr 06 14:06:25.411187 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] Sync routers for ids ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'] in dv-cinder-827554-3-iscsi {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:25.412794 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 35250) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:25.427296 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] Routers {'6f5c1500-c996-480f-b0fe-5ae4e7f11270'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:25.427956 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.473490 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0c44ae16-e6b6-4b40-ae4b-fb3e5de7e7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:25.536137 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks [] for router (6f5c1500-c996-480f-b0fe-5ae4e7f11270), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:25.538337 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] Set router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:25.738744 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T14:06:24Z', 'revision_number': 5, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.767074 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] Checking router: 6f5c1500-c996-480f-b0fe-5ae4e7f11270 for host: dv-cinder-827554-3-iscsi {{(pid=109802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:25.777661 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] Routers {'6f5c1500-c996-480f-b0fe-5ae4e7f11270'} bound to L3 agent in host dv-cinder-827554-3-iscsi {{(pid=109802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:25.778304 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827554-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:42:28Z,description=,heartbeat_timestamp=2022-04-06T14:05:58Z,host='dv-cinder-827554-3-iscsi',id=7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:42:28Z,topic='l3_agent')) {'router_ids': ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'], 'active': True} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.941293 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks [] for router_gateway (6f5c1500-c996-480f-b0fe-5ae4e7f11270), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:25.998601 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_dvr_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] Set router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 gateway port host: dv-cinder-827554-3-iscsi {{(pid=109802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:26.010443 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Deleting port bc5fe705-2536-4503-8a6d-c045777a0ffc {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:26.011222 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.097686 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] For port bc5fe705-2536-4503-8a6d-c045777a0ffc, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=bc5fe705-2536-4503-8a6d-c045777a0ffc,segment=NetworkSegment(1cdce616-d754-4d57-b92f-8ff65b520828),segment_id=1cdce616-d754-4d57-b92f-8ff65b520828)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:26.098055 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.116622 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Calling delete_port for bc5fe705-2536-4503-8a6d-c045777a0ffc owned by network:router_gateway {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:26.192299 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.l3_hamode_db [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T14:06:24Z', 'revision_number': 5, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}], 'dv-cinder-827554-3-iscsi', False) {} {{(pid=109802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:26.219439 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fc9e4-9895-47d3-bbf2-fd70d12c2ab6 None None] The sync data for ids ['6f5c1500-c996-480f-b0fe-5ae4e7f11270'] in dv-cinder-827554-3-iscsi is: [{'id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'name': 'tempest-TestVolumeBootPattern-127664613-router', 'tenant_id': '8e09aa5f1d774c1da3adb39781d35084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'external_fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T14:06:24Z', 'revision_number': 5, 'project_id': '8e09aa5f1d774c1da3adb39781d35084', 'gw_port': {'id': 'bc5fe705-2536-4503-8a6d-c045777a0ffc', 'name': '', 'network_id': '7d4b9859-aeb2-4f6b-8c2c-4fa962faf800', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c1500-c996-480f-b0fe-5ae4e7f11270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827554-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:16Z', 'updated_at': '2022-04-06T13:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f474ca42-47f8-4f16-bccf-74644eb86d99', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827554-3-iscsi'}] {{(pid=109802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:26.314776 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (bc5fe705-2536-4503-8a6d-c045777a0ffc), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.343757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5fe705-2536-4503-8a6d-c045777a0ffc,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:26.408245 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437742'] for router_gateway (6f5c1500-c996-480f-b0fe-5ae4e7f11270), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.505553 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3039'] for router (6f5c1500-c996-480f-b0fe-5ae4e7f11270), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.508191 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks [] for router_controller (6f5c1500-c996-480f-b0fe-5ae4e7f11270), precommit_delete_associations {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.555163 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435540'] for router (6f5c1500-c996-480f-b0fe-5ae4e7f11270), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.555757 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5c1500-c996-480f-b0fe-5ae4e7f11270 {{(pid=109800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:06:26.561183 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.565076 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-af7ae8e9-98a7-4a70-ace9-5d95ca8f1387 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6f5c1500-c996-480f-b0fe-5ae4e7f11270 HTTP/1.1" status: 204 len: 168 time: 1.1482234 Apr 06 14:06:26.565489 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35252) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:26.614800 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.db.db_base_plugin_v2 [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Deleting subnet 8ac3ea05-a607-4a65-bb06-b3436f0220f6 {{(pid=109799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:06:26.618403 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Publish callbacks [] for subnet (8ac3ea05-a607-4a65-bb06-b3436f0220f6), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.657483 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58634783'] for subnet (8ac3ea05-a607-4a65-bb06-b3436f0220f6), precommit_delete_associations {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.748668 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-631776'] for subnet (8ac3ea05-a607-4a65-bb06-b3436f0220f6), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.807096 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-631791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58634490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58595157'] for subnet (8ac3ea05-a607-4a65-bb06-b3436f0220f6), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.832934 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac3ea05-a607-4a65-bb06-b3436f0220f6,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:26.836676 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.842464 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-10694e62-40a7-4f8c-b29e-ccc8055e3d6b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ac3ea05-a607-4a65-bb06-b3436f0220f6 HTTP/1.1" status: 204 len: 168 time: 0.2736866 Apr 06 14:06:26.842998 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [-] (109800) accepted ('10.222.0.24', 35256) {{(pid=109800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:26.844884 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819e500-ffff-4d59-be8a-78548b9c42c8 None None] Network 759c8872-d577-4ae6-ab38-8071a3559d88 requested from dv-cinder-827554-3-iscsi {{(pid=109801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:06:26.920693 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66454951'] for network (759c8872-d577-4ae6-ab38-8071a3559d88), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:26.989483 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Deleting port 2bb64311-5018-4a21-b444-a2dec8e9245f {{(pid=109800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:26.989820 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772705454641'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.053632 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.db [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] For port 2bb64311-5018-4a21-b444-a2dec8e9245f, host dv-cinder-827554-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827554-3-iscsi',level=0,port_id=2bb64311-5018-4a21-b444-a2dec8e9245f,segment=NetworkSegment(b96500d4-a848-4f0d-8eda-eb4e0abc65fa),segment_id=b96500d4-a848-4f0d-8eda-eb4e0abc65fa)] {{(pid=109800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:27.054311 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426441'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.069091 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Calling delete_port for 2bb64311-5018-4a21-b444-a2dec8e9245f owned by network:dhcp {{(pid=109800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:27.160189 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66554942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66925816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772705460484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772705049591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63082516'] for port (2bb64311-5018-4a21-b444-a2dec8e9245f), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.184154 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb64311-5018-4a21-b444-a2dec8e9245f,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:27.190002 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] No DVR routers for this DVR port 2bb64311-5018-4a21-b444-a2dec8e9245f on host dv-cinder-827554-3-iscsi {{(pid=109800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:27.262341 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e7770-d9e2-4c66-adb8-5705561bf139 None None] DHCP port deletion for 759c8872-d577-4ae6-ab38-8071a3559d88 request from dv-cinder-827554-3-iscsi {{(pid=109801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:06:27.271944 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633883', 'neutron.services.segments.db._delete_segments_for_network-8772705530233'] for network (759c8872-d577-4ae6-ab38-8071a3559d88), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.309569 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759c8872-d577-4ae6-ab38-8071a3559d88']}} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:27.319788 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa') {'for_net_delete': True} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:27.320080 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.services.segments.db [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96500d4-a848-4f0d-8eda-eb4e0abc65fa') {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:27.323921 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2bb64311-5018-4a21-b444-a2dec8e9245f no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:27.332621 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772705529730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63405197'] for segment (b96500d4-a848-4f0d-8eda-eb4e0abc65fa), before_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.345393 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 2bb64311-5018-4a21-b444-a2dec8e9245f {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:27.345745 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 2bb64311-5018-4a21-b444-a2dec8e9245f not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:27.346382 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 96f7536b-1b1d-4244-989e-559489942ece no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:27.349402 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315'] for segment (b96500d4-a848-4f0d-8eda-eb4e0abc65fa), precommit_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.357022 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:06:27.358014 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66476315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63082569'] for segment (b96500d4-a848-4f0d-8eda-eb4e0abc65fa), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: Traceback (most recent call last): Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: timer() Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: cb(*args, **kw) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: return func(*args, **kwargs) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: self._notify() Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: self.callback(batched_events) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: event.method(event) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: return f(self, *a, **k) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._get(url).json() Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: return self.request(url, 'GET', **kwargs) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:06:27.360266 dv-cinder-827554-3-iscsi neutron-server[109800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:06:27.367372 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: 96f7536b-1b1d-4244-989e-559489942ece {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:27.367729 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device 96f7536b-1b1d-4244-989e-559489942ece not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:27.368158 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bc5fe705-2536-4503-8a6d-c045777a0ffc no longer exists at agent ovs-agent-dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:27.388092 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.plugin [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] No Port match for: bc5fe705-2536-4503-8a6d-c045777a0ffc {{(pid=109801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:27.388817 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron.plugins.ml2.rpc [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Device bc5fe705-2536-4503-8a6d-c045777a0ffc not bound to the agent host dv-cinder-827554-3-iscsi {{(pid=109801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:27.418608 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66615839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437642'] for network (759c8872-d577-4ae6-ab38-8071a3559d88), after_delete {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.424591 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66614773'] for network (None), before_response {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.428469 dv-cinder-827554-3-iscsi neutron-server[109800]: INFO neutron.wsgi [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] 10.222.0.24 "DELETE /v2.0/networks/759c8872-d577-4ae6-ab38-8071a3559d88 HTTP/1.1" status: 204 len: 168 time: 0.5834336 Apr 06 14:06:27.439135 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f224d-585c-4ccd-9913-f6a6aa3d2322 admin admin] Pushing event deleted for resources: {'Network': ['ID=759c8872-d577-4ae6-ab38-8071a3559d88,revision_number=None']} {{(pid=109800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:27.562166 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35260) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:27.605369 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-4f8bc92e-2eb6-49cd-9a94-511b5c9ec497 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d821a66228cf47c28a216eec1e63ab8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418673 Apr 06 14:06:27.608764 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35262) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:27.666496 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f21de6f5-9f49-4744-941e-92700307872d admin admin] Publish callbacks [] for security_group (36179b5b-c608-4016-91fa-d2e964609fe3), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.693245 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f21de6f5-9f49-4744-941e-92700307872d admin admin] Publish callbacks [] for security_group (36179b5b-c608-4016-91fa-d2e964609fe3), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.749657 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f21de6f5-9f49-4744-941e-92700307872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (36179b5b-c608-4016-91fa-d2e964609fe3), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.753343 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-f21de6f5-9f49-4744-941e-92700307872d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:27.754522 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-f21de6f5-9f49-4744-941e-92700307872d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36179b5b-c608-4016-91fa-d2e964609fe3 HTTP/1.1" status: 204 len: 168 time: 0.1448634 Apr 06 14:06:27.765358 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21de6f5-9f49-4744-941e-92700307872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36179b5b-c608-4016-91fa-d2e964609fe3,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:28.111995 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ebf99365-9fa1-4862-bbee-86078882eb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.120733 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35268) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:28.166411 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-bd032022-67f4-43fc-9a5e-6849646d1c89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e09aa5f1d774c1da3adb39781d35084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442524 Apr 06 14:06:28.169129 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [-] (109799) accepted ('10.222.0.24', 35270) {{(pid=109799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:28.220740 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3520ab81-5dab-4897-ac7b-2749d08ec442 admin admin] Publish callbacks [] for security_group (b2d5fab1-9eb5-4324-8f45-3bd120560e4e), before_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.243216 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3520ab81-5dab-4897-ac7b-2749d08ec442 admin admin] Publish callbacks [] for security_group (b2d5fab1-9eb5-4324-8f45-3bd120560e4e), precommit_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.316539 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3520ab81-5dab-4897-ac7b-2749d08ec442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66626401'] for security_group (b2d5fab1-9eb5-4324-8f45-3bd120560e4e), after_delete {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.319419 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron_lib.callbacks.manager [None req-3520ab81-5dab-4897-ac7b-2749d08ec442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.320622 dv-cinder-827554-3-iscsi neutron-server[109799]: INFO neutron.wsgi [None req-3520ab81-5dab-4897-ac7b-2749d08ec442 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2d5fab1-9eb5-4324-8f45-3bd120560e4e HTTP/1.1" status: 204 len: 168 time: 0.1505771 Apr 06 14:06:28.330657 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520ab81-5dab-4897-ac7b-2749d08ec442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d5fab1-9eb5-4324-8f45-3bd120560e4e,revision_number=None']} {{(pid=109799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:29.246826 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:30.525012 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:32.471346 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:49.352869 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:53.697867 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:06:55.471498 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-f30c4e14-9ae3-4807-945e-7010228de439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:58.117750 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ba6207bf-42a0-4810-8bb7-62832b67bb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:59.257675 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:00.526962 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:02.469757 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.389167 dv-cinder-827554-3-iscsi neutron-server[109799]: DEBUG neutron.wsgi [req-02e1f934-c1f0-482c-b111-b96c7f5b651f req-661ad717-82e3-435f-9b97-f557ed0e6c9f service neutron] (109799) timed out ('10.222.0.15', 57888) {{(pid=109799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:07:19.358355 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:22.503300 dv-cinder-827554-3-iscsi neutron-server[109800]: DEBUG neutron.wsgi [req-3e807866-8fc6-4b02-aed5-d06bb5bf032a req-8788afc7-1e6a-4bb0-9c2b-00883e5ab192 service neutron] (109800) timed out ('10.222.0.15', 57872) {{(pid=109800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:07:25.467617 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-923c1400-9b6c-4bea-bdff-6b2c12c2b813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.110756 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-cc5c7d64-c395-4b11-bf8a-1f166b6786da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.253090 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.527117 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.698623 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:07:32.467688 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.364984 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.477325 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-af29cee4-9a25-4b79-9d61-f59b0f8c2205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:58.114472 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-49209bfc-e940-47b5-b1c8-59d9ea5b7687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.256291 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.530957 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.466904 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:07.699244 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:08:19.366926 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.463694 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6f39-3ab5-4864-9392-ab950bb50e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:28.120832 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ad51b168-75da-4b95-b307-71a015ca962c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:29.258880 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.533200 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.469284 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.698722 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:08:49.377171 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.464326 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-5b517796-24ec-4eeb-bddb-dd7590c5750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.117509 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-0aef6c73-13d7-4f99-806b-3e7d1fb389b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:59.268538 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.536445 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.469054 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:19.362996 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.699027 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:25.460057 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-118933b6-f324-4eb6-8461-676f81ae7156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.116869 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-96689a5e-cc3a-4930-9dc1-85c90b6930ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.269613 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:30.542290 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.466128 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.392549 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:55.460298 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-6436419a-c6cf-427a-a608-f84372ccefea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:58.119108 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-25f52cb2-f05c-446f-ade3-bbba743797d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:58.701272 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:59.269318 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:00.541937 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:02.462466 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:19.391404 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:25.459107 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1b6fa857-127a-4d41-8bcb-8299e4dde442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:28.118576 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d6fb08fc-07e1-4915-a8c4-66fe0efbd712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.278814 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:30.544697 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:32.463842 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:35.701385 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:10:49.404669 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:55.459218 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-38623c04-d160-48aa-94fa-6d50a087f257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:58.116162 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e234-6a06-4fbe-9a08-ac9e8a00040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:59.276578 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:00.547064 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:02.466300 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.701404 dv-cinder-827554-3-iscsi neutron-server[109802]: DEBUG neutron.db.agents_db [None req-1128d491-53bc-4018-9766-6ad0d66171c8 None None] Agent healthcheck: found 6 active agents {{(pid=109802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:11:19.405075 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-1ac15d89-945f-4b6d-9781-1bac6d96bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (f2586aff-65b0-4fbc-ae38-f9f274d72e97), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:25.454864 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-006d04db-424a-412d-a3e3-833c5b94a837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (36c64be6-ebe2-4817-b343-c80f18ce9ff4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:28.116619 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-ed3430b1-395c-41a6-b4ed-308673c0340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (7778c7d2-59a7-4b15-99d5-3a9ef07f7f3e), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.278027 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-da05677c-4938-494c-ad00-bf3e34a42572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0eb22a64-491e-4248-a18f-5c72661fd926), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.550895 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-bd840f50-f9a4-40e9-8bc6-23b12c81574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (aaa685c6-aac7-4d63-8edc-64962cb0f2f0), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:32.461392 dv-cinder-827554-3-iscsi neutron-server[109801]: DEBUG neutron_lib.callbacks.manager [None req-47a8b384-97e6-4752-8e12-419300c930d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772705530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635610'] for agent (0f05573d-ddb3-48f8-96f8-cd7c67c319d4), after_update {{(pid=109801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}